-- Logs begin at Tue 2022-03-08 18:05:46 UTC, end at Tue 2022-03-08 19:44:01 UTC. -- Mar 08 19:04:13.487933 dv-cinder-830091-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 19:04:16.484665 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.common.config [-] Logging enabled! Mar 08 19:04:16.485253 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 19:04:16.485536 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103569) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 19:04:16.489092 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.common.config [-] Logging enabled! Mar 08 19:04:16.489347 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 19:04:16.489660 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103569) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 19:04:16.490587 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 19:04:16.490821 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 19:04:16.491197 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 19:04:16.491446 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 19:04:16.492109 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 19:04:16.492438 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.492869 dv-cinder-830091-3-iscsi neutron-server[103569]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 19:04:16.493185 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.493485 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.493783 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.494082 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.494371 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.494653 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.494941 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.495239 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.495524 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.495833 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.496136 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.496430 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.496713 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.497000 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.497286 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.497570 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] debug = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.498061 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.498367 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.498787 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.499066 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.499358 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.499635 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.499905 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.500220 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.500488 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.500816 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] host = dv-cinder-830091-3-iscsi {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.501193 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.501505 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.501894 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.502227 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.502581 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.502942 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.503277 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.503634 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.503995 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] log_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.504322 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.504671 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.505006 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.505393 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.505668 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.505976 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.506337 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.506698 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.507048 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.507418 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.507739 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.508087 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.508426 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.508744 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.509137 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.509505 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.509805 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.510128 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.510414 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.510691 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.510969 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.511312 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.511561 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.511835 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.512303 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.512598 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.512871 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.513147 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.513449 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.513732 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.514017 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.514303 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.514576 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.514857 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.515128 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.515397 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.515666 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] use_json = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.515952 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.516225 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.516506 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.516778 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.517048 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.517319 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.517588 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.517868 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.518138 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:16.518432 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.518727 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.519024 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.519322 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.519648 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.520055 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.520383 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.520778 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.521129 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.521464 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.521827 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.522148 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.522523 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.522859 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.523264 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.523664 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.524033 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.524420 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.524780 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.525096 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.525427 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.525755 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.526115 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.526479 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.527360 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.527933 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.528489 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.528796 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.529091 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.529389 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.529680 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.529963 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.530245 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.530538 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.530820 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.531094 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.531373 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.531660 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.531958 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.532237 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.532520 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.532797 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.533069 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.533339 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.533614 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.533904 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.534183 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.534454 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.534723 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.534999 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.535270 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.535553 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.535828 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.536125 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.536398 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.536676 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.536950 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.537222 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.537498 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.537769 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.538047 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.538320 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.538592 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.538862 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.539133 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.539402 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.539673 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.539972 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.540258 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.540534 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.540808 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.541080 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.541353 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.541623 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.541907 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.542206 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.542505 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.543324 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.543606 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.543885 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.544187 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.544467 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.544745 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.545024 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.545296 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.545584 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.545867 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.546152 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.546456 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.546737 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.547030 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.547307 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.547582 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.547863 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.548164 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.548443 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.548725 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.549008 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.549302 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.549590 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.549887 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.550178 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.550472 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.550754 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.551064 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.551343 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:16.551561 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 19:04:16.551803 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103569) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 19:04:16.937800 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 19:04:16.938083 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 19:04:16.938391 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 19:04:16.938865 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 19:04:17.276611 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.277331 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.277605 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.279144 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.279415 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.279687 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.331097 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.331370 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.331632 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.346156 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.346433 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.346700 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.376212 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.376494 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.376760 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.414155 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.414429 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.414696 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.769954 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.770581 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.770581 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.770743 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.771406 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.872311 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.872632 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.872914 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.873185 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.873452 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.873763 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.874024 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.874279 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.874530 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.874810 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.875067 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.875330 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.875584 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.875832 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.876111 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.876372 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.876627 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.876892 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.877156 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.877414 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.877784 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.878051 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.878423 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.878894 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.879202 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.879513 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.880014 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:04:17.880295 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:04:17.880592 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:04:17.880901 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:04:17.881182 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:04:17.881507 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:04:17.881983 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 19:04:17.885866 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 19:04:17.891417 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 19:04:17.895513 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Mar 08 19:04:17.897498 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 19:04:17.898096 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 19:04:17.898510 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 19:04:17.899026 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 19:04:17.903219 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 19:04:17.903561 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 19:04:17.904031 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 19:04:17.909329 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 19:04:17.933987 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 19:04:17.934452 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.934756 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103569) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 19:04:17.935128 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.936529 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103569) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 19:04:17.936815 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 19:04:17.937062 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 19:04:17.940381 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:17.940662 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:18.003402 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 19:04:18.003641 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 19:04:18.003879 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 19:04:18.004279 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 19:04:18.024822 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_db.sqlalchemy.engines [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103569) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 19:04:18.580048 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Initializing driver for type 'gre' Mar 08 19:04:18.580581 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] gre ID ranges: [(1, 1000)] Mar 08 19:04:18.763112 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Initializing driver for type 'local' Mar 08 19:04:18.763461 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Initializing driver for type 'vlan' Mar 08 19:04:18.854323 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] VlanTypeDriver initialization complete Mar 08 19:04:18.854931 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Initializing driver for type 'vxlan' Mar 08 19:04:18.855795 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] vxlan ID ranges: [(1, 1000)] Mar 08 19:04:19.048679 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Initializing extension driver 'port_security' Mar 08 19:04:19.049025 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.extensions.port_security [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] PortSecurityExtensionDriver initialization complete Mar 08 19:04:19.049366 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Initializing mechanism driver 'openvswitch' Mar 08 19:04:19.049692 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Initializing mechanism driver 'hyperv' Mar 08 19:04:19.056461 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:04:19.057313 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > port after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.057689 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > port after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.058137 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > port after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.058794 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:04:19.059262 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > subnet after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.059751 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > subnet after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.060277 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.060765 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:04:19.061220 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > network after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.062807 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > network after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.062807 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > network after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.062807 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:04:19.063207 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > security_group after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.063655 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > security_group after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.064148 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.064689 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:04:19.065238 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.065698 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.066160 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.066723 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:04:19.067221 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > address_group after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.067577 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > address_group after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.067943 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.068385 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:04:19.069012 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] ML2 OVO RPC backend initialized. {{(pid=103569) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 19:04:19.069975 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.070523 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.071099 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > network before_response 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.071568 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > networks before_response 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.072080 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > port before_response 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.072470 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > ports before_response 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.072964 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > subnet before_response 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.073393 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > subnets before_response 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.074400 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > network after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.074843 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > network after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.075291 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > network after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.075774 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > port after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.076325 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > port after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.076760 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > port after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.077218 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > subnet after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.077656 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > subnet after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.078089 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.087213 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded quota_driver: . Mar 08 19:04:19.087589 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.plugin [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Modular L2 Plugin initialization complete Mar 08 19:04:19.087967 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading services supported by the core plugin {{(pid=103569) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 19:04:19.088362 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Got port-security extension from driver 'port_security' Mar 08 19:04:19.088904 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.extensions.vlantransparent [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Disabled vlantransparent extension. Mar 08 19:04:19.090015 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103569) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 19:04:19.090343 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading Plugin: router Mar 08 19:04:19.126417 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.126753 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router after_create 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.127122 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router before_create 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.127483 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.127852 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.128243 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router after_delete 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.128589 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.128937 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.129293 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router after_create 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.129637 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router after_update 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.129984 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router after_update 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.130330 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.130687 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router after_update 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.131098 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router precommit_update 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.131574 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: port after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.131937 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: port after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.132284 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: subnet after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.132619 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.132966 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.133317 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router precommit_create 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.133658 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: port before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.134004 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router precommit_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.134363 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router after_update 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.134698 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.135170 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router precommit_create 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.135533 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.135878 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router precommit_update 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.136779 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > agent after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.137124 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > agent after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.137466 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > network after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.138307 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Tracking information for resource: router configured {{(pid=103569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:04:19.138636 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Tracking information for resource: floatingip configured {{(pid=103569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:04:19.143584 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.db.l3_agentschedulers_db [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 19:04:19.144195 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: port after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.144562 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: port after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.144913 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: port after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.145260 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: port after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.146047 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router before_create 55550100 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.146411 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.146771 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router precommit_create 55550100 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.147124 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > router precommit_update 55550100 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.152504 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.services.provider_configuration [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Service providers = [] {{(pid=103569) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 19:04:19.152874 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.db.servicetype_db [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103569) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 19:04:19.156117 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.services.service_base [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 19:04:19.156468 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.services.service_base [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 19:04:19.156808 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.services.service_base [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 19:04:19.157696 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.services.service_base [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 19:04:19.158067 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.services.service_base [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 19:04:19.158445 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:04:19.158765 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 19:04:19.169696 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:04:19.170033 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading Plugin: auto_allocate Mar 08 19:04:19.176046 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: network precommit_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.176420 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: network precommit_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.176950 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:04:19.177272 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading Plugin: tag Mar 08 19:04:19.184283 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:04:19.184619 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading Plugin: timestamp Mar 08 19:04:19.188486 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:04:19.188821 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading Plugin: network_ip_availability Mar 08 19:04:19.194300 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.194667 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.195023 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.195729 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:04:19.196088 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading Plugin: flavors Mar 08 19:04:19.201641 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:04:19.201978 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading Plugin: revisions Mar 08 19:04:19.206295 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:04:19.206691 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_concurrency.lockutils [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.268s {{(pid=103569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 19:04:19.207421 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103569) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 19:04:19.207758 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Initializing extension manager. Mar 08 19:04:19.208324 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: __init__.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.208651 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: __pycache__ {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.208986 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.209316 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: address_group.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.210073 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.210644 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: address-group Mar 08 19:04:19.210968 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: address_scope.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.211677 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.212216 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: address-scope Mar 08 19:04:19.212539 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.213463 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.213974 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: router-admin-state-down-before-update Mar 08 19:04:19.214914 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: agent.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.215572 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.216111 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: agent Mar 08 19:04:19.216435 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: agent_resources_synced.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.217342 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.217846 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: agent-resources-synced Mar 08 19:04:19.218167 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: allowedaddresspairs.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.219971 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.220570 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: allowed-address-pairs Mar 08 19:04:19.220910 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: auto_allocated_topology.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.221995 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.222504 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: auto-allocated-topology Mar 08 19:04:19.222826 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: availability_zone.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.223521 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.224055 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: availability_zone Mar 08 19:04:19.224378 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: availability_zone_filter.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.225280 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.225781 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: availability_zone_filter Mar 08 19:04:19.226101 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: data_plane_status.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.227002 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.227500 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 19:04:19.227817 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: default_subnetpools.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.228745 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.229244 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: default-subnetpools Mar 08 19:04:19.229563 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.230481 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.231022 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: dhcp_agent_scheduler Mar 08 19:04:19.231512 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: dns.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.232611 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.233154 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension dns-integration not supported by any of loaded plugins Mar 08 19:04:19.233592 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: dns_domain_ports.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.234685 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.235374 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 19:04:19.235786 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.236916 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.237519 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 19:04:19.237945 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: dvr.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.238836 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.239471 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: dvr Mar 08 19:04:19.239862 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: ecmp_routes.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.241005 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.241649 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 19:04:19.242101 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: empty_string_filtering.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.243030 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.243550 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: empty-string-filtering Mar 08 19:04:19.243872 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.244804 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.245311 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 19:04:19.245655 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.246557 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.247059 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 19:04:19.247381 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: external_net.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.248318 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.248821 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: external-net Mar 08 19:04:19.249139 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.250036 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.250535 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: extra_dhcp_opt Mar 08 19:04:19.250853 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: extraroute.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.251762 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.252296 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: extraroute Mar 08 19:04:19.252615 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: extraroute_atomic.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.253652 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.254157 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: extraroute-atomic Mar 08 19:04:19.254550 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: filter_validation.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.255324 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.255868 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: filter-validation Mar 08 19:04:19.256328 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: fip_pf_description.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.257374 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.258061 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 19:04:19.258389 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: fip_port_details.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.259728 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.260361 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: fip-port-details Mar 08 19:04:19.260727 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: flavors.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.262831 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.263481 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: flavors Mar 08 19:04:19.263897 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.265889 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.266556 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 19:04:19.266985 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: floatingip_pools.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.267854 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.268561 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: floatingip-pools Mar 08 19:04:19.268921 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: ip_allocation.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.270114 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.270759 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 19:04:19.271170 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.272314 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.272963 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: ip-substring-filtering Mar 08 19:04:19.273468 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: l2_adjacency.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.274565 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.275221 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 19:04:19.275586 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: l3.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.277499 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.278504 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: router Mar 08 19:04:19.278925 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.281763 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.282402 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 19:04:19.282776 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.283996 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.284591 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: ext-gw-mode Mar 08 19:04:19.284960 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.285957 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.286469 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: l3-ha Mar 08 19:04:19.286798 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.287716 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.288259 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 19:04:19.288590 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: l3_flavors.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.289503 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.290013 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: l3-flavors Mar 08 19:04:19.290339 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.291778 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.292322 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 19:04:19.292857 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.303673 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.304226 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 19:04:19.304553 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: l3agentscheduler.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.305604 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.306114 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: l3_agent_scheduler Mar 08 19:04:19.306442 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: local_ip.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.308293 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.308813 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension local_ip not supported by any of loaded plugins Mar 08 19:04:19.309138 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: logging.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.312199 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.312722 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension logging not supported by any of loaded plugins Mar 08 19:04:19.313056 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: metering.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.313811 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.314389 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: metering Mar 08 19:04:19.314719 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.315849 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.316396 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: metering_source_and_destination_fields Mar 08 19:04:19.316724 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: multiprovidernet.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.317683 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.318192 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: multi-provider Mar 08 19:04:19.318516 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: netmtu.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.319617 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.320238 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: net-mtu Mar 08 19:04:19.320560 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: netmtu_writable.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.321489 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.322160 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: net-mtu-writable Mar 08 19:04:19.322385 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: network_availability_zone.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.323050 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.323554 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: network_availability_zone Mar 08 19:04:19.324406 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: network_ip_availability.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.325743 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.326256 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: network-ip-availability Mar 08 19:04:19.326581 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: network_segment_range.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.333662 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.334172 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 19:04:19.334495 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: pagination.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.335496 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.335828 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: pagination Mar 08 19:04:19.336184 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: port_device_profile.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.337099 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.337613 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: port-device-profile Mar 08 19:04:19.337935 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.338913 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.340258 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: port-mac-address-regenerate Mar 08 19:04:19.340562 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.341488 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.341997 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: port-numa-affinity-policy Mar 08 19:04:19.342317 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: port_resource_request.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.343224 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.343727 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 19:04:19.344080 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: port_resource_request_groups.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.345081 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.345651 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 19:04:19.345972 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: portbindings.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.346892 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.347397 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: binding Mar 08 19:04:19.347718 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: portbindings_extended.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.349017 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.349526 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: binding-extended Mar 08 19:04:19.349851 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: portsecurity.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.350814 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.351321 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: port-security Mar 08 19:04:19.351644 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: project_id.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.352643 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.352976 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: project-id Mar 08 19:04:19.353301 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: providernet.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.354213 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.354724 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: provider Mar 08 19:04:19.355183 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: qos.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.358847 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.363549 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension qos not supported by any of loaded plugins Mar 08 19:04:19.363549 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.364635 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.365151 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 19:04:19.365481 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.366400 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.366910 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 19:04:19.367274 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: qos_default.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.368300 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.368808 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension qos-default not supported by any of loaded plugins Mar 08 19:04:19.369133 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: qos_fip.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.370065 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.370681 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension qos-fip not supported by any of loaded plugins Mar 08 19:04:19.371120 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.372065 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.372581 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 19:04:19.372908 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: qos_gateway_ip.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.373912 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.374424 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 19:04:19.374750 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: qos_port_network_policy.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.375799 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.376340 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 19:04:19.376712 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.377710 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.378218 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 19:04:19.378682 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.379787 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.380315 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 19:04:19.380638 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: qos_pps_rule.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.381818 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.382336 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension qos-pps not supported by any of loaded plugins Mar 08 19:04:19.382661 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: qos_rule_type_details.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.383611 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.384152 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 19:04:19.384478 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: qos_rules_alias.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.385517 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.386028 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 19:04:19.386926 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: quota_check_limit.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.387835 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.388372 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: quota-check-limit Mar 08 19:04:19.388694 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: quotasv2.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.389635 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.389963 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: quotas Mar 08 19:04:19.390316 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: quotasv2_detail.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.392040 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.392381 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: quota_details Mar 08 19:04:19.392706 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: rbac.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.393768 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.394287 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: rbac-policies Mar 08 19:04:19.394627 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: rbac_address_group.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.395558 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.396098 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: rbac-address-group Mar 08 19:04:19.396433 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: rbac_address_scope.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.397354 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.397955 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: rbac-address-scope Mar 08 19:04:19.398284 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: rbac_security_groups.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.399204 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.399710 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: rbac-security-groups Mar 08 19:04:19.400117 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: rbac_subnetpool.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.427198 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.427778 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: rbac-subnetpool Mar 08 19:04:19.428219 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: revisionifmatch.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.429264 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.429837 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: revision-if-match Mar 08 19:04:19.430275 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: revisions.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.431660 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.432361 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: standard-attr-revisions Mar 08 19:04:19.432791 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: router_availability_zone.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.434191 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.434971 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: router_availability_zone Mar 08 19:04:19.435395 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: routerservicetype.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.436566 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.437222 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension router-service-type not supported by any of loaded plugins Mar 08 19:04:19.437662 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.438763 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.439425 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: security-groups-normalized-cidr Mar 08 19:04:19.439796 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.451215 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.451761 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: port-security-groups-filtering Mar 08 19:04:19.452219 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.453422 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.454090 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: security-groups-remote-address-group Mar 08 19:04:19.454455 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.455655 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.456386 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: security-groups-shared-filtering Mar 08 19:04:19.456821 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.457508 dv-cinder-830091-3-iscsi neutron-server[103569]: WARNING neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 19:04:19.457833 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: securitygroup.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.470596 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.471379 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: security-group Mar 08 19:04:19.471828 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: segment.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.472886 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.473563 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension segment not supported by any of loaded plugins Mar 08 19:04:19.474005 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.480061 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.480481 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 19:04:19.481058 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: servicetype.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.482510 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.483036 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: service-type Mar 08 19:04:19.483369 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: sorting.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.484397 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.484739 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: sorting Mar 08 19:04:19.485153 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: standard_attr_segment.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.486073 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.486588 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 19:04:19.486921 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: standardattrdescription.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.487624 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.488169 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: standard-attr-description Mar 08 19:04:19.488494 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: stateful_security_group.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.489429 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.489940 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: stateful-security-group Mar 08 19:04:19.490263 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: stdattrs_common.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.490835 dv-cinder-830091-3-iscsi neutron-server[103569]: WARNING neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 19:04:19.491195 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.497511 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.498097 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 19:04:19.498474 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: subnet_onboard.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.499736 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.501759 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: subnet_onboard Mar 08 19:04:19.502091 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.503125 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.503816 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 19:04:19.504173 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: subnet_service_types.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.505237 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.505831 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: subnet-service-types Mar 08 19:04:19.506198 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: subnetallocation.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.507441 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.507976 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: subnet_allocation Mar 08 19:04:19.508306 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.509016 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.509539 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: subnetpool-prefix-ops Mar 08 19:04:19.509862 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.520708 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.521225 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 19:04:19.521549 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: tagging.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.522639 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.523158 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: standard-attr-tag Mar 08 19:04:19.523486 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: timestamp.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.524717 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.525232 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loaded extension: standard-attr-timestamp Mar 08 19:04:19.525559 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: trunk.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.526590 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.527147 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension trunk not supported by any of loaded plugins Mar 08 19:04:19.527505 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: trunk_details.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.528738 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.529276 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension trunk-details not supported by any of loaded plugins Mar 08 19:04:19.529598 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: uplink_status_propagation.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.530525 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.531033 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 19:04:19.531392 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Loading extension file: vlantransparent.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:04:19.532129 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:04:19.532639 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 19:04:19.535616 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of TrackedResource for resource:network Mar 08 19:04:19.536179 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of TrackedResource for resource:subnet Mar 08 19:04:19.536582 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 19:04:19.536969 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of TrackedResource for resource:port Mar 08 19:04:19.538241 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:04:19.538672 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Service FLAVORS assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:04:19.539288 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:04:19.539798 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:04:19.540159 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of TrackedResource for resource:router Mar 08 19:04:19.540580 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of TrackedResource for resource:floatingip Mar 08 19:04:19.541063 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Service METERING assigned prefix: /metering {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:04:19.542613 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.542984 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.543337 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:04:19.544370 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 19:04:19.544861 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of TrackedResource for resource:security_group Mar 08 19:04:19.545294 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 19:04:19.545880 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Service CORE assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:04:19.546209 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 19:04:19.546551 dv-cinder-830091-3-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] subnetpool is already registered Mar 08 19:04:19.546977 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Service CORE assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:04:19.547313 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 19:04:19.547643 dv-cinder-830091-3-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] subnetpool is already registered Mar 08 19:04:19.549991 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:04:19.550421 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Service FLAVORS assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:04:19.551002 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:04:19.551416 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:04:19.551749 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of TrackedResource for resource:router Mar 08 19:04:19.552109 dv-cinder-830091-3-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] router is already registered Mar 08 19:04:19.552516 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of TrackedResource for resource:floatingip Mar 08 19:04:19.552852 dv-cinder-830091-3-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] floatingip is already registered Mar 08 19:04:19.553298 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Service METERING assigned prefix: /metering {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:04:19.553954 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 19:04:19.554277 dv-cinder-830091-3-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] rbac_policy is already registered Mar 08 19:04:19.554680 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of TrackedResource for resource:security_group Mar 08 19:04:19.555010 dv-cinder-830091-3-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] security_group is already registered Mar 08 19:04:19.555402 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 19:04:19.555728 dv-cinder-830091-3-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] security_group_rule is already registered Mar 08 19:04:19.556429 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Service CORE assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:04:19.556758 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 19:04:19.557090 dv-cinder-830091-3-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] subnetpool is already registered Mar 08 19:04:19.557508 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Service CORE assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:04:19.557832 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 19:04:19.558774 dv-cinder-830091-3-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] subnetpool is already registered Mar 08 19:04:19.559245 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: extensions {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.560799 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: address-groups {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.565725 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: address-scopes {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.565725 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: agents {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.565725 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: auto-allocated-topology {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.566325 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: availability_zones {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.567611 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: dhcp-networks {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.569146 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: dhcp-agents {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.570577 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: routers {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.572803 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: flavors {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.574646 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: service_profiles {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.575840 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: next_providers {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.577436 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: service_profiles {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.578980 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: floatingip-pools {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.580269 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: routers {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.582381 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: floatingips {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.584621 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: l3-routers {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.586012 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: l3-agents {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.587430 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: metering-labels {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.588890 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: metering-label-rules {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.590322 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: network-ip-availabilities {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.591580 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: bindings {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.593269 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: quotas {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.594840 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: quotas {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.596463 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: rbac-policies {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.597746 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: security-groups {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.598983 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: security-group-rules {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.600258 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: service-providers {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.601493 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: subnetpools {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.602943 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: subnetpools {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.604430 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.608066 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.608218 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.609982 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.611753 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.613719 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.615519 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.617424 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.619178 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.621872 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:04:19.633940 dv-cinder-830091-3-iscsi neutron-server[103569]: WARNING keystonemiddleware.auth_token [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 19:04:19.634917 dv-cinder-830091-3-iscsi neutron-server[103569]: WARNING keystonemiddleware.auth_token [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 19:04:19.644886 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_concurrency.lockutils [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Acquired lock "singleton_lock" {{(pid=103569) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 19:04:19.645364 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_concurrency.lockutils [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Releasing lock "singleton_lock" {{(pid=103569) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 19:04:19.646030 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO oslo_service.service [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Starting 2 workers Mar 08 19:04:19.651593 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Started child 103680 {{(pid=103569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 19:04:19.656880 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:19.657804 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Started child 103681 {{(pid=103569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 19:04:19.658870 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [-] (103680) wsgi starting up on http://0.0.0.0:9696 Mar 08 19:04:19.659941 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO neutron.service [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 19:04:19.660799 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:19.662380 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:19.663947 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [-] (103681) wsgi starting up on http://0.0.0.0:9696 Mar 08 19:04:19.664075 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO oslo_service.service [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Starting 1 workers Mar 08 19:04:19.670746 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Started child 103682 {{(pid=103569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 19:04:19.671491 dv-cinder-830091-3-iscsi neutron-server[103569]: INFO oslo_service.service [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Starting 1 workers Mar 08 19:04:19.674991 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.service [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] calling RpcWorker wait() {{(pid=103682) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 19:04:19.675549 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.service [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] returning from RpcWorker wait() {{(pid=103682) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 19:04:19.677060 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:19.677277 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Started child 103683 {{(pid=103569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 19:04:19.677559 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:04:19.678425 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-af12378a-e751-41eb-998d-61acc8c26b3c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:19.678609 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 41550) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:04:19.680705 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103569) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 19:04:19.680949 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 19:04:19.681135 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 19:04:19.681370 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 19:04:19.681772 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 19:04:19.681938 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 19:04:19.682475 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.682763 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.684006 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.684282 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.684585 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.685189 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.685453 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.685728 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.686082 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.686357 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.686527 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.686693 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.686940 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.687168 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.687529 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.687788 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.688065 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.688338 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.688505 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.688770 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.688969 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:19.689441 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.689441 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.690625 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] debug = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.690625 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.690818 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090160 Mar 08 19:04:19.690900 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.690900 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.690900 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.691127 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.691269 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.691503 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.692335 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.692677 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.693623 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.693893 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.694181 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.694433 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.694670 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.694959 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.695214 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.695448 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.695698 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.696953 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] host = dv-cinder-830091-3-iscsi {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.696953 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.696953 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.696953 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.700524 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.700524 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.700524 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.700524 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.700524 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.700524 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.700524 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.700524 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.701035 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.701035 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.701336 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.701426 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_options = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.702369 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.702369 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.702369 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.702585 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.702651 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.702831 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.704178 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.704178 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.704178 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.704178 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.704178 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.704519 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.704519 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.704840 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.705144 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.705381 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.705628 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.705865 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.706143 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.706405 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.706661 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.707249 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.707249 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.707428 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.707565 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.707778 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.708041 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.708264 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.708497 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.708854 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.708992 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.709447 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.709665 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.709912 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.710199 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.710446 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.710672 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.710881 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.711165 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.711394 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.711652 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.711908 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.712197 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.712508 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.713171 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.713171 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.713358 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_json = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.713438 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.713676 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.715082 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.715398 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.715663 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.715853 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.716131 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.716398 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.717031 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.717140 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.717363 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.717688 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.717957 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.718196 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.718444 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.718680 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.718925 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.719232 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.719411 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.719708 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.719955 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.720274 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.720565 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.720755 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:04:19.720859 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.721167 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.721416 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.721690 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.721943 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.722164 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.722413 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.722638 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.723335 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.723335 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.723335 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.723601 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.723809 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.724300 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.724420 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.729111 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.729111 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.729111 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.729111 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.729111 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.729111 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.729111 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.729111 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.730141 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.730141 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.730141 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.730141 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.730141 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.730141 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.730141 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.730141 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.730141 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.731177 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.731177 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.731177 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.731177 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.731177 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.732088 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.732366 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.732623 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.732898 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.733131 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.733434 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.733706 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.733991 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.734222 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.734450 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.734676 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.734914 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.735137 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.735353 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.735569 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.735787 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.736032 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.736290 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.736508 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.736722 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.736935 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.737169 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.737382 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.737597 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.738616 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.738616 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.738616 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.738616 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.738616 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.738914 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.738989 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.739207 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.739436 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.739663 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.739878 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.740125 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.741196 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.741196 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.741196 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.741196 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.741458 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.741526 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.741802 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.742053 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.742301 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.743885 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.743885 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.743885 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.743885 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.743885 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.743885 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.743885 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.744351 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.744429 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.745060 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.745060 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.747435 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.747685 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.748056 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.748891 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.748891 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.748891 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.749112 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.751971 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.752170 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.752445 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.752702 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.752953 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.753255 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.753520 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.755658 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.755658 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.755658 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.755658 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.755658 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.755658 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.756236 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.756236 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.756427 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.756702 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.756955 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.757205 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.757433 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.757679 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.757928 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.758154 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.758384 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.758991 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.759348 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.759582 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.759823 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.760084 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.761861 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.762212 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.762469 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.762737 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.763044 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.763294 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.764354 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.764354 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.764527 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.764685 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.764873 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.765095 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.765347 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.765595 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.765822 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.766058 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.766276 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.766544 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.766749 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.767640 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.767865 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.768159 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.769442 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.769442 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.769442 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.769671 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.769961 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.770191 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.770416 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.770658 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.771869 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.772430 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.772677 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.772986 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.773258 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.773473 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.773742 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.774014 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.774270 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.774492 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.774742 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.774966 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.775183 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.775434 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.776860 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.777276 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.777525 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.777850 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.778563 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.778913 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.779185 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.779564 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.779816 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.780102 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.780365 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.780610 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.781253 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.781484 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.781711 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.781937 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.782201 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.782434 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.782699 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.782923 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.783169 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.783389 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.783628 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.783987 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.784259 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.784812 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.784902 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.785085 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.785311 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.785997 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.786233 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.786460 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.786695 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.786933 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.787185 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.787420 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.787712 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.787994 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.788243 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.788549 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.788852 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.789111 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.789359 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.789582 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.789795 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.790021 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.790238 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.790456 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.790684 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.790899 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.791109 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.791331 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.791550 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.791793 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.792840 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.794811 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.794811 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.794811 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.794811 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.794811 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.794811 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.794811 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.794811 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.795324 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.795324 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.795324 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.795324 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.795552 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.797530 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.797530 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.797530 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.797530 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.797828 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.798014 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.798184 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.798444 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.798722 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.799093 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.799328 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.799638 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.799857 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.800162 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.800409 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.800634 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.800868 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.801394 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.801499 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.801790 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.802067 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.802326 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.802617 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.802889 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.803170 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.803393 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.803696 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.804082 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.804339 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.804597 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.804842 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.805101 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.805325 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.805541 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.805776 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.805996 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.806212 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.806768 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.806768 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.806989 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.807226 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.807513 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.807735 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.808031 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.808249 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.809081 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.809081 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.809081 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 19:04:19.809595 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103569) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 19:04:19.809688 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 19:04:19.809827 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 19:04:19.810029 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 19:04:19.810200 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 19:04:19.810350 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 19:04:19.810569 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.810752 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.810958 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.811055 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.811232 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.811395 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.811562 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.811724 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.811881 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.812932 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.813116 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.813263 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.813787 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.813787 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.813787 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.814023 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.814023 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.814165 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.814327 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.814488 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.814647 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.814800 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.814965 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] debug = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.815122 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.815329 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.815494 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.815651 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.815814 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.816057 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.816220 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.816380 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.816538 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.816699 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.817057 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.817057 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.817203 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.817278 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.817441 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.817631 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.817770 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.817915 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.818069 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] host = dv-cinder-830091-3-iscsi {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.818226 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.818384 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.818541 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.818701 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.818861 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.819024 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.819202 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.819358 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.819530 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.819672 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.819829 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.821320 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.821320 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.821320 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.821320 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_options = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.821597 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.821597 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.821715 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.821897 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.822051 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.822214 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.822375 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.822534 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.822695 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.822853 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.823011 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.823171 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.823328 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.823488 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.825024 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.825181 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.826448 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.826448 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.826448 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.826448 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.826448 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.826448 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.826448 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.826448 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.826914 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.826914 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.826914 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.827114 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.827114 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.827264 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.827423 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.827580 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.827807 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.828025 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.828984 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.829211 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.829407 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.829535 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.829695 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.829877 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.830054 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.830220 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.830365 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.831706 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.831706 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.831706 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.831706 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_json = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.831706 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.831706 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.831706 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.831706 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.831706 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.832471 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.832471 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.832471 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.832471 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:04:19.832737 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.832737 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.833002 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.833085 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.833201 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.833365 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.833527 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.833690 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.833849 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.834013 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.834181 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.834342 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.834533 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.834703 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.834853 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.834999 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.835143 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.835309 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.835464 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.835628 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.835782 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.835997 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.836174 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.836338 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.836513 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.836681 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.836837 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.836987 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.837130 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.837307 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.837468 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.837625 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.837788 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.837950 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.838122 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.838271 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.838434 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.838595 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.838770 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.838915 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.839067 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.839837 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.840035 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.840206 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.840371 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.840619 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.840792 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.840944 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.841092 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.841259 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.841421 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.841583 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.841744 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.841906 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.842064 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.842224 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.842385 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.842563 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.842743 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.842892 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.843038 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.843198 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.843351 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.843515 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.843669 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.843830 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.844056 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.844224 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.844368 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.844525 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.844689 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.844849 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.845013 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.845176 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.845351 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.845478 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.845664 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.845822 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.846008 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.846106 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.846269 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.846410 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.846581 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.846744 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.846907 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.847067 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.847348 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.847447 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.847557 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.848830 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.848830 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.848830 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.849682 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.851418 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.851418 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.851418 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.851418 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.851418 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.851418 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.851994 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.851994 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.852621 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.852803 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.852973 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.853141 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.853308 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.853474 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.853662 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.853787 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.854009 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.854294 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.854294 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.855093 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.855093 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.855093 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.855093 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.855093 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.855585 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.855585 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.855789 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.855789 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.857810 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.857810 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.857810 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.857810 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.857810 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.857810 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.858995 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.859180 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.859180 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.859615 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.859615 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.860460 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.860706 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.860997 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.861792 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.861954 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.862121 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.862269 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.862466 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.862629 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.863080 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:04:19.863544 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.863709 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.863863 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.864103 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.864286 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.864442 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.864684 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.864853 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.865020 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.865182 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.865346 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.865509 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.865684 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.865847 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.866002 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.866159 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.866312 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.866492 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.866620 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.866801 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.866928 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.867025 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.867188 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.867378 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.867531 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.868565 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.868735 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.868899 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.869126 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.869280 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.869367 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.869538 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.869765 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.869923 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.870050 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.870171 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.870294 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.870413 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.870719 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.870960 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.871136 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.871264 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.871547 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.871883 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.871883 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.872813 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.872984 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.873125 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.873239 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.873397 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.873517 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.873681 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.873843 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.874027 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.874191 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.874354 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.874522 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.874698 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.874819 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.874984 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.875145 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.875308 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.875469 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.875649 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.875774 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.876840 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.876840 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.876840 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.876840 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.876840 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.876840 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.877437 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.877437 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.877437 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.877437 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.877833 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.877833 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.877833 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.878156 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.878156 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.878386 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.878386 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.878614 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.878746 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.878838 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.878995 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.879175 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.879318 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.879491 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.879652 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.879814 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.880889 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.881066 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.881223 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.881397 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.881561 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.881730 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.881875 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.882041 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.882203 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.882375 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.882536 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.882698 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.882861 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.883022 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.883183 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.883353 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.883516 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.883676 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.883837 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.884809 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.884942 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.885097 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.885269 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.885434 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.885599 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.885762 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.885924 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.886637 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.886805 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.887111 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.887424 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.887589 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.887803 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.887902 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.890926 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.890926 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.890926 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.890926 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.890926 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.890926 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.890926 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.890926 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.893901 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.893901 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.893901 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.893901 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.893901 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.893901 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.893901 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.893901 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.894652 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.894652 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.894652 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.894652 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.894652 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.894652 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.894652 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.894652 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.894652 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.895264 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.895264 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.895264 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.895264 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.895264 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.895264 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.895264 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.895264 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.895264 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.895850 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.895850 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:04:19.895850 dv-cinder-830091-3-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 19:04:31.950123 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b540aa-99da-45ad-ba75-db0ba1b86e71 None None] get_active_networks_info from dv-cinder-830091-3-iscsi {{(pid=103682) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 19:04:32.029011 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b540aa-99da-45ad-ba75-db0ba1b86e71 None None] No non-hosted networks {{(pid=103682) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 19:04:32.101284 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.agentschedulers_db [None req-b5b540aa-99da-45ad-ba75-db0ba1b86e71 None None] DHCP Agent not found on host dv-cinder-830091-3-iscsi {{(pid=103682) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 19:04:32.229637 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8fba6b56-116f-4b91-bf88-6b7c9b4bf711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8096254'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:34.317537 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-985ace31-7936-498c-ab8f-c56cac69d23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8096254'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:34.477575 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.db.api [None req-32f2cbb2-3906-43d1-90c8-d8b94ba57dfc None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830091-3-iscsi {{(pid=103682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 19:04:34.478367 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG oslo_db.api [None req-32f2cbb2-3906-43d1-90c8-d8b94ba57dfc None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 19:04:35.077744 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-32f2cbb2-3906-43d1-90c8-d8b94ba57dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:35.169552 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8096254'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:37.213895 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8096254'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:38.392243 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 41652) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:04:38.393391 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8096254'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:38.394120 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:38.394465 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:38.394802 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:38.395134 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:38.395496 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:38.395818 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:38.396167 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:38.396558 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:38.396848 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:38.397172 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:38.397503 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:38.397822 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:38.398153 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:38.398541 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830091-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:04:38.423565 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830091-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:04:38.932576 dv-cinder-830091-3-iscsi neutron-server[103680]: WARNING oslo_policy.policy [None req-6d827c56-3488-4e77-a375-768613854b2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:04:38.933731 dv-cinder-830091-3-iscsi neutron-server[103680]: WARNING oslo_policy.policy [None req-6d827c56-3488-4e77-a375-768613854b2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:04:39.166791 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [None req-6d827c56-3488-4e77-a375-768613854b2d admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:04:39.171016 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-6d827c56-3488-4e77-a375-768613854b2d admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7758315 Mar 08 19:04:41.375349 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.db.l3_hamode_db [None req-06d15a06-1000-4528-be4a-b551ce85e751 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 19:04:41.455062 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d15a06-1000-4528-be4a-b551ce85e751 None None] Routers set() bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:04:41.455452 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d15a06-1000-4528-be4a-b551ce85e751 None None] Router IDs set() for agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 19:04:41.742443 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 41670) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:04:42.079143 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-f278c734-c2ef-4e44-80c6-c37a10f357f7 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:04:42.173211 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.policy [None req-f278c734-c2ef-4e44-80c6-c37a10f357f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103680) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 19:04:42.216901 dv-cinder-830091-3-iscsi neutron-server[103680]: WARNING oslo_policy.policy [None req-f278c734-c2ef-4e44-80c6-c37a10f357f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:04:42.217215 dv-cinder-830091-3-iscsi neutron-server[103680]: WARNING oslo_policy.policy [None req-f278c734-c2ef-4e44-80c6-c37a10f357f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:04:42.388180 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f278c734-c2ef-4e44-80c6-c37a10f357f7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765380401924', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765380401527', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765380318084', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765380323341', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765380297827', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765380306075', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7622032', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7629905', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-344093', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-500140'] for rbac-policy (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:42.576353 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f278c734-c2ef-4e44-80c6-c37a10f357f7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:42.577751 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-f278c734-c2ef-4e44-80c6-c37a10f357f7 admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8343482 Mar 08 19:04:45.075587 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 41680) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:04:45.566341 dv-cinder-830091-3-iscsi neutron-server[103681]: WARNING oslo_policy.policy [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:04:45.566975 dv-cinder-830091-3-iscsi neutron-server[103681]: WARNING oslo_policy.policy [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:04:45.791105 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:04:45.910827 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Made reservation on behalf of 0e4dfa9c04784341af53efedbaec345c for: {'network': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:04:45.984392 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.policy [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103681) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 19:04:46.026782 dv-cinder-830091-3-iscsi neutron-server[103681]: WARNING oslo_policy.policy [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:04:46.027163 dv-cinder-830091-3-iscsi neutron-server[103681]: WARNING oslo_policy.policy [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:04:46.038343 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:46.060889 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:46.179788 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Publish callbacks [] for security_group (9fbc9a05-8273-4847-9107-f333ef993d67), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:46.213610 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (9fbc9a05-8273-4847-9107-f333ef993d67), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:46.235459 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] vlan segment allocate from pool success with {'vlan_id': 977, 'physical_network': 'physnet1'} {{(pid=103681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:04:46.285572 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765378082910', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (bf8dcb14-68d6-482a-b4ac-2e071d92aec8), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:46.286190 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Unsubscribe: segment precommit_create {{(pid=103681) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 19:04:46.287213 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.segments_db [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Added segment bf8dcb14-68d6-482a-b4ac-2e071d92aec8 of type vlan for network d090ffdf-b8df-4555-8db6-e49369be5285 Mar 08 19:04:46.307045 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbc9a05-8273-4847-9107-f333ef993d67,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:04:46.321782 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:46.322090 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:46.322455 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:46.322793 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:46.323119 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:46.323546 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:46.324055 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:46.324389 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:46.324715 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:46.325047 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:46.325371 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:46.325694 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:46.326009 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Tracked resource versions report: Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: pushed versions: Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: { 'AddressGroup': {'1.2'}, Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'ConntrackHelper': {'1.0'}, Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Log': {'1.0'}, Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Network': {'1.1'}, Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Port': {'1.7'}, Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'PortForwarding': {'1.2'}, Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'QosPolicy': {'1.10'}, Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'SecurityGroup': {'1.5'}, Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'SubPort': {'1.0'}, Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Subnet': {'1.1'}, Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Trunk': {'1.1'}} Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: consumer versions: Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: { DHCP agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: L3 agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: Metadata agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: Metering agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: Open vSwitch agent@dv-cinder-830091-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'ConntrackHelper': '1.0', Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'LocalIPAssociation': '1.0', Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Log': '1.0', Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Network': '1.1', Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Port': '1.7', Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'PortForwarding': '1.2', Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'QosPolicy': '1.10', Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'SecurityGroup': '1.5', Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'SecurityGroupRule': '1.2', Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'SubPort': '1.0', Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Subnet': '1.1', Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Trunk': '1.1'}} Mar 08 19:04:46.327364 dv-cinder-830091-3-iscsi neutron-server[103681]: {{(pid=103681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:04:46.407130 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (d090ffdf-b8df-4555-8db6-e49369be5285), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:46.522295 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (d090ffdf-b8df-4555-8db6-e49369be5285), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:46.528467 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:46.529199 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:46.643878 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] Pushing event updated for resources: {'Network': ['ID=d090ffdf-b8df-4555-8db6-e49369be5285,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:04:46.653033 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-91f95d93-2bad-415e-b311-289e2ef4a4be demo demo] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.5731976 Mar 08 19:04:46.656426 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network d090ffdf-b8df-4555-8db6-e49369be5285 details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:04:49.308935 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 41700) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:04:49.751014 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e63316-6256-4ee4-82b2-11bdd6267cd0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:49.752471 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-a4e63316-6256-4ee4-82b2-11bdd6267cd0 demo admin] 10.222.0.75 "GET /v2.0/networks/d090ffdf-b8df-4555-8db6-e49369be5285 HTTP/1.1" status: 200 len: 825 time: 0.4425900 Mar 08 19:04:49.777072 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-7ec7e3ab-3440-4192-8f5f-fda8b8f0f152 demo admin] 10.222.0.75 "GET /v2.0/subnetpools/2ff9611f-6757-488a-91a9-7989e1f0c771 HTTP/1.1" status: 200 len: 734 time: 0.0182030 Mar 08 19:04:49.785384 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2ff9611f-6757-488a-91a9-7989e1f0c771', 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:04:49.916436 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Made reservation on behalf of 0e4dfa9c04784341af53efedbaec345c for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:04:49.919363 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:50.253583 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for subnet (73065b7d-a8a1-4d65-826f-f489676e8999), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:50.328469 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Checking segment: {'id': 'bf8dcb14-68d6-482a-b4ac-2e071d92aec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:04:50.329140 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Network hostable DHCP agents. Network: d090ffdf-b8df-4555-8db6-e49369be5285, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:04:50.336045 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Pushing event updated for resources: {'Subnet': ['ID=73065b7d-a8a1-4d65-826f-f489676e8999,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:04:50.350617 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:50.351017 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:50.351443 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:50.351838 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:50.352224 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:50.352550 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:50.352885 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:50.353210 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:50.353528 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:50.353856 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:50.354174 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:50.354487 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:50.355522 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Tracked resource versions report: Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: pushed versions: Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: { 'AddressGroup': {'1.2'}, Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'ConntrackHelper': {'1.0'}, Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Log': {'1.0'}, Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Network': {'1.1'}, Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Port': {'1.7'}, Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'PortForwarding': {'1.2'}, Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'QosPolicy': {'1.10'}, Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'SecurityGroup': {'1.5'}, Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'SubPort': {'1.0'}, Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Subnet': {'1.1'}, Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Trunk': {'1.1'}} Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: consumer versions: Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: { DHCP agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: L3 agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: Metadata agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: Metering agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: Open vSwitch agent@dv-cinder-830091-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'ConntrackHelper': '1.0', Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'LocalIPAssociation': '1.0', Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Log': '1.0', Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Network': '1.1', Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Port': '1.7', Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'PortForwarding': '1.2', Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'QosPolicy': '1.10', Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'SecurityGroup': '1.5', Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'SecurityGroupRule': '1.2', Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'SubPort': '1.0', Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Subnet': '1.1', Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Trunk': '1.1'}} Mar 08 19:04:50.356951 dv-cinder-830091-3-iscsi neutron-server[103680]: {{(pid=103680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:04:50.419544 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Network d090ffdf-b8df-4555-8db6-e49369be5285 is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:04:50.499475 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, d090ffdf-b8df-4555-8db6-e49369be5285) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:04:50.504469 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:04:50.505277 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:50.510580 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8374a9-8a82-42fc-b2d0-c1a13796a09c None None] Network d090ffdf-b8df-4555-8db6-e49369be5285 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:04:50.593888 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-de9270d2-c01c-48e2-90f5-2fa5af95e92f demo admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8115909 Mar 08 19:04:50.895550 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09d32606-d62e-596a-8715-b6acffb742aa-d090ffdf-b8df-4555-8db6-e49369be5285', 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285', 'project_id': '0e4dfa9c04784341af53efedbaec345c', 'fixed_ips': [{'subnet_id': '73065b7d-a8a1-4d65-826f-f489676e8999'}]}} from dv-cinder-830091-3-iscsi. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:04:50.896874 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:51.194235 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Allocated IP 172.20.0.2 (d090ffdf-b8df-4555-8db6-e49369be5285/73065b7d-a8a1-4d65-826f-f489676e8999/ac23d748-280f-48ab-be02-cfc58493f982) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:04:51.466747 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Publish callbacks [] for port (ac23d748-280f-48ab-be02-cfc58493f982), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:51.562732 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (ac23d748-280f-48ab-be02-cfc58493f982), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:51.643481 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Network d090ffdf-b8df-4555-8db6-e49369be5285 is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:04:51.649678 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:04:51.657700 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Pushing event updated for resources: {'Port': ['ID=ac23d748-280f-48ab-be02-cfc58493f982,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:04:51.660273 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:04:51.671724 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:51.672105 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:51.672468 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:51.672807 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:51.673133 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:51.673460 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:51.673783 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:51.674121 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:51.674424 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:51.674754 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:51.675075 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:51.675391 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:51.675704 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Tracked resource versions report: Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: pushed versions: Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: { 'AddressGroup': {'1.2'}, Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'ConntrackHelper': {'1.0'}, Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Log': {'1.0'}, Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Network': {'1.1'}, Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Port': {'1.7'}, Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'PortForwarding': {'1.2'}, Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'QosPolicy': {'1.10'}, Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'SecurityGroup': {'1.5'}, Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'SubPort': {'1.0'}, Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Subnet': {'1.1'}, Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Trunk': {'1.1'}} Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: consumer versions: Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: { DHCP agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: L3 agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: Metadata agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: Metering agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: Open vSwitch agent@dv-cinder-830091-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'ConntrackHelper': '1.0', Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'LocalIPAssociation': '1.0', Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Log': '1.0', Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Network': '1.1', Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Port': '1.7', Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'PortForwarding': '1.2', Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'QosPolicy': '1.10', Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'SecurityGroup': '1.5', Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'SecurityGroupRule': '1.2', Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'SubPort': '1.0', Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Subnet': '1.1', Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Trunk': '1.1'}} Mar 08 19:04:51.677123 dv-cinder-830091-3-iscsi neutron-server[103682]: {{(pid=103682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:04:51.751571 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Attempting to bind port ac23d748-280f-48ab-be02-cfc58493f982 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:04:51.751900 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Attempting to bind port ac23d748-280f-48ab-be02-cfc58493f982 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': 'bf8dcb14-68d6-482a-b4ac-2e071d92aec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:04:51.752348 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Attempting to bind port ac23d748-280f-48ab-be02-cfc58493f982 on network d090ffdf-b8df-4555-8db6-e49369be5285 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:04:51.757322 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:04:51.757808 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Checking segment: {'id': 'bf8dcb14-68d6-482a-b4ac-2e071d92aec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:04:51.758280 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:51.758669 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Bound using segment: {'id': 'bf8dcb14-68d6-482a-b4ac-2e071d92aec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:04:51.759145 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Bound port: ac23d748-280f-48ab-be02-cfc58493f982, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8dcb14-68d6-482a-b4ac-2e071d92aec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:04:51.759546 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (ac23d748-280f-48ab-be02-cfc58493f982), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:51.825282 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] For port ac23d748-280f-48ab-be02-cfc58493f982, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:04:51.829511 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] For port ac23d748-280f-48ab-be02-cfc58493f982, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=ac23d748-280f-48ab-be02-cfc58493f982,segment=NetworkSegment(bf8dcb14-68d6-482a-b4ac-2e071d92aec8),segment_id=bf8dcb14-68d6-482a-b4ac-2e071d92aec8)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:04:51.923781 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (ac23d748-280f-48ab-be02-cfc58493f982), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:51.988268 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac64581-93ec-4e57-8b06-3f5323e80c00 None None] Pushing event updated for resources: {'Port': ['ID=ac23d748-280f-48ab-be02-cfc58493f982,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:04:53.169783 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 41712) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:04:53.491738 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [None req-22f7c9ae-a2af-45a6-82e4-26bc0768e965 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:04:53.507945 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-22f7c9ae-a2af-45a6-82e4-26bc0768e965 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3219647 Mar 08 19:04:56.083826 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 41720) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:04:56.407354 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [None req-0182d1a0-dfc4-45d1-8860-98ed2b13d01f admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:04:56.408360 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-0182d1a0-dfc4-45d1-8860-98ed2b13d01f admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3235893 Mar 08 19:04:58.987861 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 41728) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:04:59.308299 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-fa326a4f-6dc8-48b0-906e-c92af8b230bc demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:04:59.414039 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fa326a4f-6dc8-48b0-906e-c92af8b230bc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (4eafd967-2819-4175-9ce9-b2c9f17a9a3b), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:59.415700 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fa326a4f-6dc8-48b0-906e-c92af8b230bc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7885487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (4eafd967-2819-4175-9ce9-b2c9f17a9a3b), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:59.556173 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fa326a4f-6dc8-48b0-906e-c92af8b230bc demo demo] Publish callbacks [] for router_controller (4eafd967-2819-4175-9ce9-b2c9f17a9a3b), precommit_add_association {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:59.620556 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fa326a4f-6dc8-48b0-906e-c92af8b230bc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101623'] for router (4eafd967-2819-4175-9ce9-b2c9f17a9a3b), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:59.701532 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fa326a4f-6dc8-48b0-906e-c92af8b230bc demo demo] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:04:59.702685 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-fa326a4f-6dc8-48b0-906e-c92af8b230bc demo demo] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7138407 Mar 08 19:05:01.984848 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-3b821a44-1ea0-42bf-b2f1-d88c2a49c79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:02.303217 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 41740) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:05:02.633401 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [None req-2ea364e1-a49d-427a-9b4e-0d99f538efe0 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:05:02.633958 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-2ea364e1-a49d-427a-9b4e-0d99f538efe0 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3298070 Mar 08 19:05:03.117511 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device ac23d748-280f-48ab-be02-cfc58493f982 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:05:03.203177 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port ac23d748-280f-48ab-be02-cfc58493f982 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:05:03.203512 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (ac23d748-280f-48ab-be02-cfc58493f982), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:03.312727 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port ac23d748-280f-48ab-be02-cfc58493f982 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:05:03.313125 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (ac23d748-280f-48ab-be02-cfc58493f982), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:03.347994 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] For port ac23d748-280f-48ab-be02-cfc58493f982, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=ac23d748-280f-48ab-be02-cfc58493f982,segment=NetworkSegment(bf8dcb14-68d6-482a-b4ac-2e071d92aec8),segment_id=bf8dcb14-68d6-482a-b4ac-2e071d92aec8)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:05:03.424998 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (ac23d748-280f-48ab-be02-cfc58493f982), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:03.480901 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Pushing event updated for resources: {'Port': ['ID=ac23d748-280f-48ab-be02-cfc58493f982,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:05:03.497247 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535855f9-7530-4235-a004-39a9c1d8fc41 None None] Network d090ffdf-b8df-4555-8db6-e49369be5285 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:05:03.529366 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e91c9b9-2164-432b-979d-7c9e57b1a5e0 None None] Provisioning complete for port ac23d748-280f-48ab-be02-cfc58493f982 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:05:03.529758 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e91c9b9-2164-432b-979d-7c9e57b1a5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (ac23d748-280f-48ab-be02-cfc58493f982), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:03.679911 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e91c9b9-2164-432b-979d-7c9e57b1a5e0 None None] Current status of the port ac23d748-280f-48ab-be02-cfc58493f982 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:05:03.737296 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:05:03.900859 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-15e03487-8942-4da9-a2d0-902fbf306de1 None None] Provisioning complete for port ac23d748-280f-48ab-be02-cfc58493f982 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:05:03.902155 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-15e03487-8942-4da9-a2d0-902fbf306de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (ac23d748-280f-48ab-be02-cfc58493f982), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:03.979645 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-15e03487-8942-4da9-a2d0-902fbf306de1 None None] Current status of the port ac23d748-280f-48ab-be02-cfc58493f982 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:05:04.253672 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-371ce9ce-1666-42b5-ae8d-fb4b850af256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:05.082093 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device ac23d748-280f-48ab-be02-cfc58493f982 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:05:05.130025 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port ac23d748-280f-48ab-be02-cfc58493f982 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:05:05.130420 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (ac23d748-280f-48ab-be02-cfc58493f982), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:05.156359 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:05.209182 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port ac23d748-280f-48ab-be02-cfc58493f982 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:05:05.212769 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 41748) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:05:05.532164 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-079cdbe3-4994-4294-963f-6bcfacb6f279 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:05:05.619026 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079cdbe3-4994-4294-963f-6bcfacb6f279 admin admin] Made reservation on behalf of 7e513b4508284fdf99d31fba60ddce67 for: {'network': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:05:05.621477 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-079cdbe3-4994-4294-963f-6bcfacb6f279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:05.629246 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-079cdbe3-4994-4294-963f-6bcfacb6f279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:05.699105 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-079cdbe3-4994-4294-963f-6bcfacb6f279 admin admin] Publish callbacks [] for security_group (4f7e6064-0c77-47bc-b9a4-d91c8c6d7100), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:05.750460 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-079cdbe3-4994-4294-963f-6bcfacb6f279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (4f7e6064-0c77-47bc-b9a4-d91c8c6d7100), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:05.771615 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-079cdbe3-4994-4294-963f-6bcfacb6f279 admin admin] Reserving flat network on physical network physnet1 {{(pid=103681) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 19:05:05.786437 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079cdbe3-4994-4294-963f-6bcfacb6f279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7e6064-0c77-47bc-b9a4-d91c8c6d7100,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:05:05.793353 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-079cdbe3-4994-4294-963f-6bcfacb6f279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (0a505840-1ba0-4b02-8441-61ad1e931dea), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:05.793693 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.segments_db [None req-079cdbe3-4994-4294-963f-6bcfacb6f279 admin admin] Added segment 0a505840-1ba0-4b02-8441-61ad1e931dea of type flat for network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 Mar 08 19:05:05.846122 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-079cdbe3-4994-4294-963f-6bcfacb6f279 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:05.945106 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-079cdbe3-4994-4294-963f-6bcfacb6f279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:05.946091 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079cdbe3-4994-4294-963f-6bcfacb6f279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:05.946684 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-079cdbe3-4994-4294-963f-6bcfacb6f279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:06.057338 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079cdbe3-4994-4294-963f-6bcfacb6f279 admin admin] Pushing event updated for resources: {'Network': ['ID=f5ba6d23-ec5e-4ce3-afaa-dc6b19160766,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:05:06.067342 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:05:06.091314 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-079cdbe3-4994-4294-963f-6bcfacb6f279 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8773236 Mar 08 19:05:07.133210 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:08.385750 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:08.583559 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 41766) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:05:08.802446 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d81e77-1033-457a-bbb0-44533029d973 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:08.804793 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-71d81e77-1033-457a-bbb0-44533029d973 demo admin] 10.222.0.75 "GET /v2.0/subnets/73065b7d-a8a1-4d65-826f-f489676e8999 HTTP/1.1" status: 200 len: 849 time: 0.2200565 Mar 08 19:05:08.925558 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-9960cc8f-3811-4fd8-b12d-269897122dfa demo admin] 10.222.0.75 "GET /v2.0/routers/4eafd967-2819-4175-9ce9-b2c9f17a9a3b HTTP/1.1" status: 200 len: 704 time: 0.1153147 Mar 08 19:05:09.188285 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:09.497924 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Allocated IP 172.20.0.1 (d090ffdf-b8df-4555-8db6-e49369be5285/73065b7d-a8a1-4d65-826f-f489676e8999/eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:05:09.779748 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Publish callbacks [] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:09.905809 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:10.037127 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Network d090ffdf-b8df-4555-8db6-e49369be5285 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:05:10.045069 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:05:10.047092 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Pushing event updated for resources: {'Port': ['ID=eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:05:10.052576 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:05:10.053214 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8094426'] for router_interface (4eafd967-2819-4175-9ce9-b2c9f17a9a3b), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:10.233333 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-4959a3ef-e2fc-4a8f-a55d-a9e4c31279b1 None None] Provisioning complete for port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:05:10.233883 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4959a3ef-e2fc-4a8f-a55d-a9e4c31279b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:10.268889 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-4959a3ef-e2fc-4a8f-a55d-a9e4c31279b1 None None] Port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:05:10.357210 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:10.568780 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Publish callbacks [] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:10.636785 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:10.637487 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8094390'] for router_interface (4eafd967-2819-4175-9ce9-b2c9f17a9a3b), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:10.721972 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Pushing event updated for resources: {'Port': ['ID=eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:05:10.765658 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Network d090ffdf-b8df-4555-8db6-e49369be5285 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:05:10.766988 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:05:11.036294 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Router 4eafd967-2819-4175-9ce9-b2c9f17a9a3b is scheduled to L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a with binding_index 1 {{(pid=103681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:05:11.096931 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-9dcba683-b4fc-4afb-83fc-21e8e52107c2 None None] Provisioning complete for port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:05:11.097324 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9dcba683-b4fc-4afb-83fc-21e8e52107c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:11.132001 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-9dcba683-b4fc-4afb-83fc-21e8e52107c2 None None] Port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:05:11.132712 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:05:11.138111 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-55bc4c1c-012f-46d5-99c8-b745940e9f9f demo admin] 10.222.0.75 "PUT /v2.0/routers/4eafd967-2819-4175-9ce9-b2c9f17a9a3b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2072489 Mar 08 19:05:11.155012 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Sync routers for ids ['4eafd967-2819-4175-9ce9-b2c9f17a9a3b'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:05:11.168312 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Routers {'4eafd967-2819-4175-9ce9-b2c9f17a9a3b'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:05:11.169179 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:05:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['4eafd967-2819-4175-9ce9-b2c9f17a9a3b'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:05:11.360543 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Set router 4eafd967-2819-4175-9ce9-b2c9f17a9a3b gateway port host: None {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:05:11.789247 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eafd967-2819-4175-9ce9-b2c9f17a9a3b', 'name': 'router1', 'tenant_id': '0e4dfa9c04784341af53efedbaec345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:04:59Z', 'updated_at': '2022-03-08T19:05:10Z', 'revision_number': 2, 'project_id': '0e4dfa9c04784341af53efedbaec345c', 'gw_port_host': None, '_interfaces': [{'id': 'eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0', 'name': '', 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285', 'tenant_id': '0e4dfa9c04784341af53efedbaec345c', 'mac_address': 'fa:16:3e:86:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eafd967-2819-4175-9ce9-b2c9f17a9a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73065b7d-a8a1-4d65-826f-f489676e8999', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:05:09Z', 'updated_at': '2022-03-08T19:05:10Z', 'revision_number': 2, 'project_id': '0e4dfa9c04784341af53efedbaec345c', 'subnets': [{'id': '73065b7d-a8a1-4d65-826f-f489676e8999', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ff9611f-6757-488a-91a9-7989e1f0c771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:05:11.840176 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Checking router: 4eafd967-2819-4175-9ce9-b2c9f17a9a3b for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:05:11.840548 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Updating router 4eafd967-2819-4175-9ce9-b2c9f17a9a3b port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 binding host dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:05:11.921945 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:12.406562 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Publish callbacks [] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:12.458530 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:12.619958 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb4ee4-a21e-48e2-aa52-7cbd0c84211b None None] Pushing event updated for resources: {'Port': ['ID=eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:05:12.636853 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb4ee4-a21e-48e2-aa52-7cbd0c84211b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:12.637214 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb4ee4-a21e-48e2-aa52-7cbd0c84211b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:12.637566 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb4ee4-a21e-48e2-aa52-7cbd0c84211b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:12.637906 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb4ee4-a21e-48e2-aa52-7cbd0c84211b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:12.638238 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb4ee4-a21e-48e2-aa52-7cbd0c84211b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:12.638568 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb4ee4-a21e-48e2-aa52-7cbd0c84211b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:12.638895 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb4ee4-a21e-48e2-aa52-7cbd0c84211b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:12.639219 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb4ee4-a21e-48e2-aa52-7cbd0c84211b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:12.639549 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb4ee4-a21e-48e2-aa52-7cbd0c84211b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:12.639888 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb4ee4-a21e-48e2-aa52-7cbd0c84211b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:12.640235 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb4ee4-a21e-48e2-aa52-7cbd0c84211b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:12.640554 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb4ee4-a21e-48e2-aa52-7cbd0c84211b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:12.640874 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb4ee4-a21e-48e2-aa52-7cbd0c84211b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb4ee4-a21e-48e2-aa52-7cbd0c84211b None None] Tracked resource versions report: Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: pushed versions: Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: { 'AddressGroup': {'1.2'}, Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'ConntrackHelper': {'1.0'}, Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Log': {'1.0'}, Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Network': {'1.1'}, Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Port': {'1.7'}, Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'PortForwarding': {'1.2'}, Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'QosPolicy': {'1.10'}, Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'SecurityGroup': {'1.5'}, Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'SubPort': {'1.0'}, Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Subnet': {'1.1'}, Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Trunk': {'1.1'}} Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: consumer versions: Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: { DHCP agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: L3 agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: Metadata agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: Metering agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: Open vSwitch agent@dv-cinder-830091-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'ConntrackHelper': '1.0', Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'LocalIPAssociation': '1.0', Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Log': '1.0', Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Network': '1.1', Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Port': '1.7', Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'PortForwarding': '1.2', Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'QosPolicy': '1.10', Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'SecurityGroup': '1.5', Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'SecurityGroupRule': '1.2', Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'SubPort': '1.0', Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Subnet': '1.1', Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Trunk': '1.1'}} Mar 08 19:05:12.642270 dv-cinder-830091-3-iscsi neutron-server[103683]: {{(pid=103683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:05:12.644683 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Attempting to bind port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:05:12.645091 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Attempting to bind port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': 'bf8dcb14-68d6-482a-b4ac-2e071d92aec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:05:12.645532 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Attempting to bind port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 on network d090ffdf-b8df-4555-8db6-e49369be5285 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:05:12.651149 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:05:12.651898 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Checking segment: {'id': 'bf8dcb14-68d6-482a-b4ac-2e071d92aec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:05:12.652417 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:12.652810 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Bound using segment: {'id': 'bf8dcb14-68d6-482a-b4ac-2e071d92aec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:05:12.653302 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Bound port: eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8dcb14-68d6-482a-b4ac-2e071d92aec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:05:12.653685 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:12.673788 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-d2d42b80-605f-4411-9a15-3559909384c4 None None] Provisioning complete for port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:05:12.674393 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d2d42b80-605f-4411-9a15-3559909384c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:12.712220 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-d2d42b80-605f-4411-9a15-3559909384c4 None None] Port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:05:12.732816 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] For port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:05:12.752875 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] For port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0,segment=NetworkSegment(bf8dcb14-68d6-482a-b4ac-2e071d92aec8),segment_id=bf8dcb14-68d6-482a-b4ac-2e071d92aec8)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:05:12.837065 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:12.896737 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Routers {'4eafd967-2819-4175-9ce9-b2c9f17a9a3b'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:05:12.897369 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:05:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['4eafd967-2819-4175-9ce9-b2c9f17a9a3b'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:05:12.936317 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb4ee4-a21e-48e2-aa52-7cbd0c84211b None None] Pushing event updated for resources: {'Port': ['ID=eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0,revision_number=4']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:05:13.007403 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] Set router 4eafd967-2819-4175-9ce9-b2c9f17a9a3b gateway port host: None {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:05:13.137716 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-422da518-2124-43b5-aebc-b539d27fc4cf None None] Provisioning complete for port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:05:13.138114 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-422da518-2124-43b5-aebc-b539d27fc4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:13.250484 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-422da518-2124-43b5-aebc-b539d27fc4cf None None] Current status of the port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:05:13.250807 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-422da518-2124-43b5-aebc-b539d27fc4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:13.251004 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eafd967-2819-4175-9ce9-b2c9f17a9a3b', 'name': 'router1', 'tenant_id': '0e4dfa9c04784341af53efedbaec345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:04:59Z', 'updated_at': '2022-03-08T19:05:10Z', 'revision_number': 2, 'project_id': '0e4dfa9c04784341af53efedbaec345c', 'gw_port_host': None, '_interfaces': [{'id': 'eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0', 'name': '', 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285', 'tenant_id': '0e4dfa9c04784341af53efedbaec345c', 'mac_address': 'fa:16:3e:86:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eafd967-2819-4175-9ce9-b2c9f17a9a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73065b7d-a8a1-4d65-826f-f489676e8999', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:05:09Z', 'updated_at': '2022-03-08T19:05:12Z', 'revision_number': 4, 'project_id': '0e4dfa9c04784341af53efedbaec345c', 'subnets': [{'id': '73065b7d-a8a1-4d65-826f-f489676e8999', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ff9611f-6757-488a-91a9-7989e1f0c771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:05:13.279602 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1593802-446e-45ac-846e-2253b3e3fabd None None] The sync data for ids ['4eafd967-2819-4175-9ce9-b2c9f17a9a3b'] in dv-cinder-830091-3-iscsi is: [{'id': '4eafd967-2819-4175-9ce9-b2c9f17a9a3b', 'name': 'router1', 'tenant_id': '0e4dfa9c04784341af53efedbaec345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:04:59Z', 'updated_at': '2022-03-08T19:05:10Z', 'revision_number': 2, 'project_id': '0e4dfa9c04784341af53efedbaec345c', 'gw_port_host': None, '_interfaces': [{'id': 'eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0', 'name': '', 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285', 'tenant_id': '0e4dfa9c04784341af53efedbaec345c', 'mac_address': 'fa:16:3e:86:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eafd967-2819-4175-9ce9-b2c9f17a9a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73065b7d-a8a1-4d65-826f-f489676e8999', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:05:09Z', 'updated_at': '2022-03-08T19:05:12Z', 'revision_number': 4, 'project_id': '0e4dfa9c04784341af53efedbaec345c', 'subnets': [{'id': '73065b7d-a8a1-4d65-826f-f489676e8999', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ff9611f-6757-488a-91a9-7989e1f0c771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:05:13.299379 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-422da518-2124-43b5-aebc-b539d27fc4cf None None] For port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0,segment=NetworkSegment(bf8dcb14-68d6-482a-b4ac-2e071d92aec8),segment_id=bf8dcb14-68d6-482a-b4ac-2e071d92aec8)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:05:13.385159 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-422da518-2124-43b5-aebc-b539d27fc4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:13.458313 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422da518-2124-43b5-aebc-b539d27fc4cf None None] Pushing event updated for resources: {'Port': ['ID=eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:05:13.669473 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 41788) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:05:13.788527 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178f8e11-5aff-40df-87cb-4c3614e181a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:13.789821 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-178f8e11-5aff-40df-87cb-4c3614e181a5 admin admin] 10.222.0.75 "GET /v2.0/networks/f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 HTTP/1.1" status: 200 len: 842 time: 0.1193576 Mar 08 19:05:13.799114 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-f9b7bf3a-f0be-42c6-b2e8-fb553eb5f74a admin admin] Request body: {'subnet': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.3.0/24'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:05:13.876404 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b7bf3a-f0be-42c6-b2e8-fb553eb5f74a admin admin] Made reservation on behalf of 7e513b4508284fdf99d31fba60ddce67 for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:05:13.878837 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f9b7bf3a-f0be-42c6-b2e8-fb553eb5f74a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:14.248825 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.objects.ports [None req-f9b7bf3a-f0be-42c6-b2e8-fb553eb5f74a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103681) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 19:05:14.249267 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f9b7bf3a-f0be-42c6-b2e8-fb553eb5f74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for subnet (d0b2d9a2-55e8-4aca-a0f4-7d44f3898180), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:14.302833 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7bf3a-f0be-42c6-b2e8-fb553eb5f74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0b2d9a2-55e8-4aca-a0f4-7d44f3898180,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:05:14.315301 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b7bf3a-f0be-42c6-b2e8-fb553eb5f74a admin admin] Checking segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:05:14.315643 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b7bf3a-f0be-42c6-b2e8-fb553eb5f74a admin admin] Network hostable DHCP agents. Network: f5ba6d23-ec5e-4ce3-afaa-dc6b19160766, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:05:14.436361 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b7bf3a-f0be-42c6-b2e8-fb553eb5f74a admin admin] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:05:14.516236 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-f9b7bf3a-f0be-42c6-b2e8-fb553eb5f74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, f5ba6d23-ec5e-4ce3-afaa-dc6b19160766) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:05:14.520456 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b7bf3a-f0be-42c6-b2e8-fb553eb5f74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:14.521196 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f9b7bf3a-f0be-42c6-b2e8-fb553eb5f74a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:14.527957 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea5dc53-11a8-4b4b-bd56-b9b8d69c687c None None] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:05:14.606165 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-f9b7bf3a-f0be-42c6-b2e8-fb553eb5f74a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8099689 Mar 08 19:05:14.635602 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2290e59-118e-493b-9f00-140489926c62 None None] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:05:17.133504 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 41796) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:05:17.342038 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-b09e3dcb-7278-4722-b6a4-6ed045c040ea demo admin] 10.222.0.75 "GET /v2.0/routers/4eafd967-2819-4175-9ce9-b2c9f17a9a3b HTTP/1.1" status: 200 len: 710 time: 0.2072766 Mar 08 19:05:17.427301 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a17930-73c7-404a-993d-ec30928d3fa9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:05:17.428776 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-71a17930-73c7-404a-993d-ec30928d3fa9 demo admin] 10.222.0.75 "GET /v2.0/networks/f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 HTTP/1.1" status: 200 len: 886 time: 0.0813577 Mar 08 19:05:17.437855 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:05:17.684544 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Publish callbacks [] for router_gateway (4eafd967-2819-4175-9ce9-b2c9f17a9a3b), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:17.965383 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Publish callbacks [] for router_gateway (4eafd967-2819-4175-9ce9-b2c9f17a9a3b), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:18.039748 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:18.149011 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Allocated IP 172.27.3.126 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/deec1daa-7f6b-4233-8534-fb9548450f2e) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:05:18.252288 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Publish callbacks [] for port (deec1daa-7f6b-4233-8534-fb9548450f2e), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:18.368300 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (deec1daa-7f6b-4233-8534-fb9548450f2e), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:18.413439 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:05:18.416781 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:05:18.421292 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Pushing event updated for resources: {'Port': ['ID=deec1daa-7f6b-4233-8534-fb9548450f2e,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:05:18.423243 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:05:18.766362 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Publish callbacks [] for router_gateway (4eafd967-2819-4175-9ce9-b2c9f17a9a3b), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:19.052538 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8101580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8096539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8804'] for router (4eafd967-2819-4175-9ce9-b2c9f17a9a3b), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:19.055861 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8101573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8101630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8096532'] for router (4eafd967-2819-4175-9ce9-b2c9f17a9a3b), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:19.163533 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Router 4eafd967-2819-4175-9ce9-b2c9f17a9a3b has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:05:19.274267 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:05:19.279582 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:19.280790 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-e3876723-c1ea-4cce-975d-f6e94f2fa21f demo admin] 10.222.0.75 "PUT /v2.0/routers/4eafd967-2819-4175-9ce9-b2c9f17a9a3b HTTP/1.1" status: 200 len: 890 time: 1.8460209 Mar 08 19:05:21.110447 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:05:21.159201 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:05:21.159580 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:21.240470 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:05:21.845253 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 41808) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:05:21.965407 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-973e248f-921f-443c-8c35-ed5458808dd9 admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1189213 Mar 08 19:05:22.114674 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Sync routers for ids ['4eafd967-2819-4175-9ce9-b2c9f17a9a3b'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:05:22.127678 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Routers {'4eafd967-2819-4175-9ce9-b2c9f17a9a3b'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:05:22.128393 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:05:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['4eafd967-2819-4175-9ce9-b2c9f17a9a3b'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:05:22.344022 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Set router 4eafd967-2819-4175-9ce9-b2c9f17a9a3b gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:05:22.822706 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eafd967-2819-4175-9ce9-b2c9f17a9a3b', 'name': 'router1', 'tenant_id': '0e4dfa9c04784341af53efedbaec345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'deec1daa-7f6b-4233-8534-fb9548450f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:04:59Z', 'updated_at': '2022-03-08T19:05:18Z', 'revision_number': 4, 'project_id': '0e4dfa9c04784341af53efedbaec345c', 'gw_port': {'id': 'deec1daa-7f6b-4233-8534-fb9548450f2e', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eafd967-2819-4175-9ce9-b2c9f17a9a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:05:18Z', 'updated_at': '2022-03-08T19:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0', 'name': '', 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285', 'tenant_id': '0e4dfa9c04784341af53efedbaec345c', 'mac_address': 'fa:16:3e:86:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eafd967-2819-4175-9ce9-b2c9f17a9a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73065b7d-a8a1-4d65-826f-f489676e8999', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:05:09Z', 'updated_at': '2022-03-08T19:05:13Z', 'revision_number': 5, 'project_id': '0e4dfa9c04784341af53efedbaec345c', 'subnets': [{'id': '73065b7d-a8a1-4d65-826f-f489676e8999', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ff9611f-6757-488a-91a9-7989e1f0c771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:05:22.876396 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Checking router: 4eafd967-2819-4175-9ce9-b2c9f17a9a3b for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:05:22.876600 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Updating router 4eafd967-2819-4175-9ce9-b2c9f17a9a3b port deec1daa-7f6b-4233-8534-fb9548450f2e binding host dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:05:22.933882 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (deec1daa-7f6b-4233-8534-fb9548450f2e), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:23.252870 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Publish callbacks [] for port (deec1daa-7f6b-4233-8534-fb9548450f2e), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:23.339413 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (deec1daa-7f6b-4233-8534-fb9548450f2e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:23.392523 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Attempting to bind port deec1daa-7f6b-4233-8534-fb9548450f2e on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:05:23.395229 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Attempting to bind port deec1daa-7f6b-4233-8534-fb9548450f2e by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:05:23.395229 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Attempting to bind port deec1daa-7f6b-4233-8534-fb9548450f2e on network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:05:23.396353 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27431930-ff65-4d09-95ee-fcb79253c7db None None] Pushing event updated for resources: {'Port': ['ID=deec1daa-7f6b-4233-8534-fb9548450f2e,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:05:23.400777 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:05:23.401155 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Checking segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:05:23.401823 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:23.402207 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Bound using segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:05:23.402675 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Bound port: deec1daa-7f6b-4233-8534-fb9548450f2e, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:05:23.404805 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (deec1daa-7f6b-4233-8534-fb9548450f2e), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:23.452082 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] For port deec1daa-7f6b-4233-8534-fb9548450f2e, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:05:23.455025 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] For port deec1daa-7f6b-4233-8534-fb9548450f2e, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=deec1daa-7f6b-4233-8534-fb9548450f2e,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:05:23.516320 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (deec1daa-7f6b-4233-8534-fb9548450f2e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:23.575810 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Routers {'4eafd967-2819-4175-9ce9-b2c9f17a9a3b'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:05:23.576436 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:05:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['4eafd967-2819-4175-9ce9-b2c9f17a9a3b'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:05:23.579088 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27431930-ff65-4d09-95ee-fcb79253c7db None None] Pushing event updated for resources: {'Port': ['ID=deec1daa-7f6b-4233-8534-fb9548450f2e,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:05:23.701633 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] Set router 4eafd967-2819-4175-9ce9-b2c9f17a9a3b gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:05:23.932173 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eafd967-2819-4175-9ce9-b2c9f17a9a3b', 'name': 'router1', 'tenant_id': '0e4dfa9c04784341af53efedbaec345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'deec1daa-7f6b-4233-8534-fb9548450f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:04:59Z', 'updated_at': '2022-03-08T19:05:18Z', 'revision_number': 4, 'project_id': '0e4dfa9c04784341af53efedbaec345c', 'gw_port': {'id': 'deec1daa-7f6b-4233-8534-fb9548450f2e', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eafd967-2819-4175-9ce9-b2c9f17a9a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:05:18Z', 'updated_at': '2022-03-08T19:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0', 'name': '', 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285', 'tenant_id': '0e4dfa9c04784341af53efedbaec345c', 'mac_address': 'fa:16:3e:86:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eafd967-2819-4175-9ce9-b2c9f17a9a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73065b7d-a8a1-4d65-826f-f489676e8999', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:05:09Z', 'updated_at': '2022-03-08T19:05:13Z', 'revision_number': 5, 'project_id': '0e4dfa9c04784341af53efedbaec345c', 'subnets': [{'id': '73065b7d-a8a1-4d65-826f-f489676e8999', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ff9611f-6757-488a-91a9-7989e1f0c771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:05:23.959806 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c3dcc-73e7-4b34-9543-72be17af3a6b None None] The sync data for ids ['4eafd967-2819-4175-9ce9-b2c9f17a9a3b'] in dv-cinder-830091-3-iscsi is: [{'id': '4eafd967-2819-4175-9ce9-b2c9f17a9a3b', 'name': 'router1', 'tenant_id': '0e4dfa9c04784341af53efedbaec345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'deec1daa-7f6b-4233-8534-fb9548450f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:04:59Z', 'updated_at': '2022-03-08T19:05:18Z', 'revision_number': 4, 'project_id': '0e4dfa9c04784341af53efedbaec345c', 'gw_port': {'id': 'deec1daa-7f6b-4233-8534-fb9548450f2e', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eafd967-2819-4175-9ce9-b2c9f17a9a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:05:18Z', 'updated_at': '2022-03-08T19:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0', 'name': '', 'network_id': 'd090ffdf-b8df-4555-8db6-e49369be5285', 'tenant_id': '0e4dfa9c04784341af53efedbaec345c', 'mac_address': 'fa:16:3e:86:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eafd967-2819-4175-9ce9-b2c9f17a9a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73065b7d-a8a1-4d65-826f-f489676e8999', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:05:09Z', 'updated_at': '2022-03-08T19:05:13Z', 'revision_number': 5, 'project_id': '0e4dfa9c04784341af53efedbaec345c', 'subnets': [{'id': '73065b7d-a8a1-4d65-826f-f489676e8999', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ff9611f-6757-488a-91a9-7989e1f0c771'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:05:25.153671 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device deec1daa-7f6b-4233-8534-fb9548450f2e up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:05:25.232910 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port deec1daa-7f6b-4233-8534-fb9548450f2e triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:05:25.233240 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (deec1daa-7f6b-4233-8534-fb9548450f2e), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:25.310379 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port deec1daa-7f6b-4233-8534-fb9548450f2e is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:05:25.310781 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (deec1daa-7f6b-4233-8534-fb9548450f2e), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:25.332993 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] For port deec1daa-7f6b-4233-8534-fb9548450f2e, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=deec1daa-7f6b-4233-8534-fb9548450f2e,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:05:25.413376 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (deec1daa-7f6b-4233-8534-fb9548450f2e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:25.472293 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Pushing event updated for resources: {'Port': ['ID=deec1daa-7f6b-4233-8534-fb9548450f2e,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:05:27.178491 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device deec1daa-7f6b-4233-8534-fb9548450f2e up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:05:27.242625 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port deec1daa-7f6b-4233-8534-fb9548450f2e triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:05:27.243028 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (deec1daa-7f6b-4233-8534-fb9548450f2e), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:27.438991 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port deec1daa-7f6b-4233-8534-fb9548450f2e is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:05:31.955769 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-69cf7d29-ada5-4ca1-892c-199b05574955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:34.252936 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-1dafcfbd-509a-45e3-a08f-a08000b2f829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:35.172926 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:37.190346 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:38.402085 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:05:40.736033 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:06:01.972391 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e7337991-c224-47ce-a200-93fb771f645e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:04.264196 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-6f61a6aa-c9f7-41f6-b433-6bfdf0a2ea8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:05.607024 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:07.195129 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:08.527181 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:17.737505 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:06:31.994527 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8609aa72-0285-4d29-b329-3c38641bba19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:34.262372 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-313c3a2e-0396-464a-981a-ba20311ab02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:35.166011 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:37.154671 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:38.410931 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:47.482610 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 42292) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:06:47.549303 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.pecan_wsgi.hooks.translation [None req-8652a03e-007d-4de4-8360-44b977741933 admin admin] GET failed (client error): The resource could not be found. Mar 08 19:06:47.550680 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-8652a03e-007d-4de4-8360-44b977741933 admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0671103 Mar 08 19:06:47.731755 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e64d00-90f9-4e00-a9f9-ef2bd183dfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:47.733215 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-95e64d00-90f9-4e00-a9f9-ef2bd183dfe6 admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1771142 Mar 08 19:06:50.067398 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 42302) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:06:50.162234 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df2cb96-b513-4bd8-9fb8-1bc6f6c942ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:50.164382 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-8df2cb96-b513-4bd8-9fb8-1bc6f6c942ce admin admin] 10.222.0.75 "GET /v2.0/subnets/73065b7d-a8a1-4d65-826f-f489676e8999 HTTP/1.1" status: 200 len: 849 time: 0.0959892 Mar 08 19:06:50.175629 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:06:50.268978 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Publish callbacks [] for subnet (73065b7d-a8a1-4d65-826f-f489676e8999), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:50.497390 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765378260655'] for subnet (73065b7d-a8a1-4d65-826f-f489676e8999), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:50.546515 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:50.547125 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:50.548830 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] 10.222.0.75 "PUT /v2.0/subnets/73065b7d-a8a1-4d65-826f-f489676e8999 HTTP/1.1" status: 200 len: 868 time: 0.3775272 Mar 08 19:06:50.563423 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29d89ce-07d0-4762-bdf5-a69c07e05c6e None None] Network d090ffdf-b8df-4555-8db6-e49369be5285 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:06:50.580661 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73065b7d-a8a1-4d65-826f-f489676e8999,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:06:50.589537 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:50.589900 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:50.590255 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:50.590881 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:50.591227 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:50.591594 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:50.591947 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:50.592312 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:50.592628 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:50.592955 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:50.593281 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:50.593602 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:50.593934 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a44608-e435-4c2a-af7d-8de4bce7d1e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:06:50.926083 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-edbfd260-75a8-4389-89c5-2f07164e3ea4 None None] Provisioning complete for port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:06:50.926083 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-edbfd260-75a8-4389-89c5-2f07164e3ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:51.015041 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-edbfd260-75a8-4389-89c5-2f07164e3ea4 None None] Current status of the port eaa8e2f8-62bb-499d-9e0e-f051bf6b5cc0 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:06:51.025808 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-edbfd260-75a8-4389-89c5-2f07164e3ea4 None None] Provisioning complete for port ac23d748-280f-48ab-be02-cfc58493f982 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:06:51.026140 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-edbfd260-75a8-4389-89c5-2f07164e3ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (ac23d748-280f-48ab-be02-cfc58493f982), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:06:51.108194 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-edbfd260-75a8-4389-89c5-2f07164e3ea4 None None] Current status of the port ac23d748-280f-48ab-be02-cfc58493f982 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:06:52.962296 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 42310) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:06:53.161078 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae9b343-e10b-46db-acdb-21d881b65f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:53.161475 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae9b343-e10b-46db-acdb-21d881b65f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:53.163196 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-bae9b343-e10b-46db-acdb-21d881b65f6f admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1998129 Mar 08 19:06:54.735773 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:06:55.481501 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 42318) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:06:55.612288 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d1ec47-ddeb-44a5-8572-d140707435ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:55.612740 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d1ec47-ddeb-44a5-8572-d140707435ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:55.614293 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-53d1ec47-ddeb-44a5-8572-d140707435ba admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1318574 Mar 08 19:06:57.997694 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42326) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:06:58.128185 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f41022-5707-48f5-88bf-930c129883a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:06:58.129565 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-f7f41022-5707-48f5-88bf-930c129883a2 admin admin] 10.222.0.75 "GET /v2.0/networks/d090ffdf-b8df-4555-8db6-e49369be5285 HTTP/1.1" status: 200 len: 869 time: 0.1309199 Mar 08 19:07:00.489089 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42336) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:00.615431 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf989090-7f29-47a5-9ff8-7b12e2126865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:00.616964 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-cf989090-7f29-47a5-9ff8-7b12e2126865 admin admin] 10.222.0.75 "GET /v2.0/networks/f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 HTTP/1.1" status: 200 len: 886 time: 0.1269326 Mar 08 19:07:01.931605 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-731f9176-29da-470b-8caa-4e474d602638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:02.960991 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42344) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:03.086621 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4417182-8f42-47e5-8ffa-22eb23d1cace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:03.087076 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4417182-8f42-47e5-8ffa-22eb23d1cace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:03.088667 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-b4417182-8f42-47e5-8ffa-22eb23d1cace admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1267393 Mar 08 19:07:04.285820 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-6f71215f-fdba-48f4-a6d7-bd08781f12fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:05.159433 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:05.435272 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42352) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:05.525206 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09db7c0-8e5f-4c1a-9d82-e5513b2681d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:05.525664 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09db7c0-8e5f-4c1a-9d82-e5513b2681d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:05.527156 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-f09db7c0-8e5f-4c1a-9d82-e5513b2681d5 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909505 Mar 08 19:07:07.194351 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:07.874653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42360) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:07.968319 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5c0b07-ea63-4a85-9af3-4412ba4be4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:07.969666 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-3a5c0b07-ea63-4a85-9af3-4412ba4be4bb admin admin] 10.222.0.75 "GET /v2.0/subnets/73065b7d-a8a1-4d65-826f-f489676e8999 HTTP/1.1" status: 200 len: 868 time: 0.0940237 Mar 08 19:07:08.450979 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:10.274890 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42368) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:10.360885 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be386e95-5b7a-4ee3-884b-adb9313430af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:10.362225 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-be386e95-5b7a-4ee3-884b-adb9313430af admin admin] 10.222.0.75 "GET /v2.0/subnets/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180 HTTP/1.1" status: 200 len: 816 time: 0.0864024 Mar 08 19:07:31.734086 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:07:31.942918 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7b68a40-bdde-41b2-acea-1719c3ce29f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:34.284873 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4b604811-7852-4337-99f5-565efe9353cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:35.182171 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:37.164541 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:38.433510 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:39.782808 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42420) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:39.831296 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [None req-f2e472d8-1ed8-43b3-a7c0-c4238dab5a06 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:07:39.832319 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-f2e472d8-1ed8-43b3-a7c0-c4238dab5a06 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485678 Mar 08 19:07:42.260348 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42428) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:42.323646 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42bc94c-c7c1-4763-ad1f-2a30503377f7 admin admin] GET failed (client error): The resource could not be found. Mar 08 19:07:42.325788 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-f42bc94c-c7c1-4763-ad1f-2a30503377f7 admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0637047 Mar 08 19:07:42.467698 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed558cb-eccf-47fa-88bf-c1284f4e0b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:42.469205 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-7ed558cb-eccf-47fa-88bf-c1284f4e0b40 admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1400087 Mar 08 19:07:45.005323 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42436) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:45.054103 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:07:45.135548 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Made reservation on behalf of 7e513b4508284fdf99d31fba60ddce67 for: {'network': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:07:45.137872 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:45.166560 dv-cinder-830091-3-iscsi neutron-server[103681]: WARNING neutron.services.revisions.revision_plugin [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Could not find related network for resource to bump revision. Mar 08 19:07:45.177271 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 996, 'physical_network': 'physnet1'} {{(pid=103681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:07:45.186065 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (0c485807-a89c-4dce-af9b-8bd080765c24), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:45.186420 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.segments_db [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Added segment 0c485807-a89c-4dce-af9b-8bd080765c24 of type vlan for network 7c6a349c-9c88-4f8e-8052-2a928798990e Mar 08 19:07:45.224692 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (7c6a349c-9c88-4f8e-8052-2a928798990e), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:45.330294 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (7c6a349c-9c88-4f8e-8052-2a928798990e), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:45.331260 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:45.331830 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:45.392800 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Pushing event updated for resources: {'Network': ['ID=7c6a349c-9c88-4f8e-8052-2a928798990e,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:45.400515 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:45.400881 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:45.401227 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:45.401661 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:45.402018 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:45.402352 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:45.402698 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:45.403070 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:45.403414 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:45.403747 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:45.404103 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:45.404425 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:45.404743 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:45.414949 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network 7c6a349c-9c88-4f8e-8052-2a928798990e details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:07:45.459637 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-39fb7b8b-bd6f-403f-8542-792151081f4b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4530571 Mar 08 19:07:47.830940 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 42444) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:07:47.891858 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69c688b-8d57-47b6-b283-622f0ca311ea admin admin] GET failed (client error): The resource could not be found. Mar 08 19:07:47.893210 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-a69c688b-8d57-47b6-b283-622f0ca311ea admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613375 Mar 08 19:07:47.974199 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaafa9-f388-4cb4-8ef3-68aa3fa82018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:47.976158 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-facaafa9-f388-4cb4-8ef3-68aa3fa82018 admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0779166 Mar 08 19:07:47.986718 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-e68ce022-b372-4d3c-97ce-f21b47235b96 admin admin] Request body: {'subnet': {'network_id': '7c6a349c-9c88-4f8e-8052-2a928798990e', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:07:48.107553 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68ce022-b372-4d3c-97ce-f21b47235b96 admin admin] Made reservation on behalf of 7e513b4508284fdf99d31fba60ddce67 for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:07:48.109790 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e68ce022-b372-4d3c-97ce-f21b47235b96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:48.345826 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e68ce022-b372-4d3c-97ce-f21b47235b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for subnet (242c775f-21ca-444b-86b6-d72ffae9f51e), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:48.409817 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ce022-b372-4d3c-97ce-f21b47235b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=242c775f-21ca-444b-86b6-d72ffae9f51e,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:48.414942 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68ce022-b372-4d3c-97ce-f21b47235b96 admin admin] Checking segment: {'id': '0c485807-a89c-4dce-af9b-8bd080765c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '7c6a349c-9c88-4f8e-8052-2a928798990e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:07:48.415293 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ce022-b372-4d3c-97ce-f21b47235b96 admin admin] Network hostable DHCP agents. Network: 7c6a349c-9c88-4f8e-8052-2a928798990e, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:07:48.518729 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ce022-b372-4d3c-97ce-f21b47235b96 admin admin] Network 7c6a349c-9c88-4f8e-8052-2a928798990e is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:07:48.615812 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-e68ce022-b372-4d3c-97ce-f21b47235b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, 7c6a349c-9c88-4f8e-8052-2a928798990e) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:07:48.620982 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ce022-b372-4d3c-97ce-f21b47235b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:07:48.622356 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e68ce022-b372-4d3c-97ce-f21b47235b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:48.624438 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6390431c-5d60-4696-8b74-0d20b4d92d6f None None] Network 7c6a349c-9c88-4f8e-8052-2a928798990e requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:07:48.710921 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-e68ce022-b372-4d3c-97ce-f21b47235b96 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7282100 Mar 08 19:07:48.734373 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09d32606-d62e-596a-8715-b6acffb742aa-7c6a349c-9c88-4f8e-8052-2a928798990e', 'network_id': '7c6a349c-9c88-4f8e-8052-2a928798990e', 'project_id': '7e513b4508284fdf99d31fba60ddce67', 'fixed_ips': [{'subnet_id': '242c775f-21ca-444b-86b6-d72ffae9f51e'}]}} from dv-cinder-830091-3-iscsi. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:07:48.742159 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:48.979300 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Allocated IP 192.168.233.2 (7c6a349c-9c88-4f8e-8052-2a928798990e/242c775f-21ca-444b-86b6-d72ffae9f51e/cefeceea-553e-44ee-86da-a39971bdd29f) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:07:49.126544 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Publish callbacks [] for port (cefeceea-553e-44ee-86da-a39971bdd29f), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:49.245491 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (cefeceea-553e-44ee-86da-a39971bdd29f), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:49.290067 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Network 7c6a349c-9c88-4f8e-8052-2a928798990e is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:07:49.294081 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:07:49.295943 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Pushing event updated for resources: {'Port': ['ID=cefeceea-553e-44ee-86da-a39971bdd29f,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:49.298109 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:07:49.306888 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:49.307294 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:49.307594 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:49.307965 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:49.308284 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:49.308610 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:49.308937 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:49.309263 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:49.309582 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:49.309919 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:49.310244 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:49.310560 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:49.310875 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:07:49.369650 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Attempting to bind port cefeceea-553e-44ee-86da-a39971bdd29f on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:07:49.370079 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Attempting to bind port cefeceea-553e-44ee-86da-a39971bdd29f by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '0c485807-a89c-4dce-af9b-8bd080765c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '7c6a349c-9c88-4f8e-8052-2a928798990e'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:07:49.370398 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Attempting to bind port cefeceea-553e-44ee-86da-a39971bdd29f on network 7c6a349c-9c88-4f8e-8052-2a928798990e {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:07:49.375909 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:07:49.376302 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Checking segment: {'id': '0c485807-a89c-4dce-af9b-8bd080765c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '7c6a349c-9c88-4f8e-8052-2a928798990e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:07:49.376709 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:49.377105 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Bound using segment: {'id': '0c485807-a89c-4dce-af9b-8bd080765c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '7c6a349c-9c88-4f8e-8052-2a928798990e'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:07:49.377572 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Bound port: cefeceea-553e-44ee-86da-a39971bdd29f, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c485807-a89c-4dce-af9b-8bd080765c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '7c6a349c-9c88-4f8e-8052-2a928798990e'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:07:49.377951 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (cefeceea-553e-44ee-86da-a39971bdd29f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:49.441749 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b58af745-e070-4efd-9592-822d478ac082 None None] For port cefeceea-553e-44ee-86da-a39971bdd29f, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:07:49.444840 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b58af745-e070-4efd-9592-822d478ac082 None None] For port cefeceea-553e-44ee-86da-a39971bdd29f, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=cefeceea-553e-44ee-86da-a39971bdd29f,segment=NetworkSegment(0c485807-a89c-4dce-af9b-8bd080765c24),segment_id=0c485807-a89c-4dce-af9b-8bd080765c24)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:07:49.520862 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (cefeceea-553e-44ee-86da-a39971bdd29f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:49.581675 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58af745-e070-4efd-9592-822d478ac082 None None] Pushing event updated for resources: {'Port': ['ID=cefeceea-553e-44ee-86da-a39971bdd29f,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:50.521092 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4174de-f644-461f-b995-ea02b6246038 None None] Network 7c6a349c-9c88-4f8e-8052-2a928798990e requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:07:50.615484 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-33ae9542-dbc7-4783-8ba1-a2441da5fece None None] Provisioning complete for port cefeceea-553e-44ee-86da-a39971bdd29f triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:07:50.617865 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-33ae9542-dbc7-4783-8ba1-a2441da5fece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (cefeceea-553e-44ee-86da-a39971bdd29f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:50.753890 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-33ae9542-dbc7-4783-8ba1-a2441da5fece None None] Current status of the port cefeceea-553e-44ee-86da-a39971bdd29f is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:07:50.754169 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-33ae9542-dbc7-4783-8ba1-a2441da5fece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (cefeceea-553e-44ee-86da-a39971bdd29f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:50.803219 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-33ae9542-dbc7-4783-8ba1-a2441da5fece None None] For port cefeceea-553e-44ee-86da-a39971bdd29f, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=cefeceea-553e-44ee-86da-a39971bdd29f,segment=NetworkSegment(0c485807-a89c-4dce-af9b-8bd080765c24),segment_id=0c485807-a89c-4dce-af9b-8bd080765c24)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:07:50.878857 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-33ae9542-dbc7-4783-8ba1-a2441da5fece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (cefeceea-553e-44ee-86da-a39971bdd29f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:50.941268 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae9542-dbc7-4783-8ba1-a2441da5fece None None] Pushing event updated for resources: {'Port': ['ID=cefeceea-553e-44ee-86da-a39971bdd29f,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:07:51.005339 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f62b4000-8c4c-4f4f-8658-583fe3db3051 None None] Provisioning complete for port cefeceea-553e-44ee-86da-a39971bdd29f triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:07:51.005860 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f62b4000-8c4c-4f4f-8658-583fe3db3051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (cefeceea-553e-44ee-86da-a39971bdd29f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:51.104183 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f62b4000-8c4c-4f4f-8658-583fe3db3051 None None] Current status of the port cefeceea-553e-44ee-86da-a39971bdd29f is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:07:51.234899 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device cefeceea-553e-44ee-86da-a39971bdd29f up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:07:51.284632 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port cefeceea-553e-44ee-86da-a39971bdd29f triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:07:51.285059 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (cefeceea-553e-44ee-86da-a39971bdd29f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:07:51.370844 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port cefeceea-553e-44ee-86da-a39971bdd29f is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:08:01.964122 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e6db2cb-e5b9-43df-a3b3-0918f31fdd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:04.250154 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-40ea3e10-2e0b-4ad9-b450-5cb2772e5fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:05.169943 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:07.203898 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:08.432603 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:08.733455 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:08:31.952092 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2e618355-d8cd-487a-b4ae-05126bfbe022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:34.266698 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4c87785a-7962-41b8-aaf4-ae9e0005123e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:35.163531 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:37.196267 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:38.430121 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:08:45.732554 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:09:02.037524 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b5f06abc-d223-4950-8aa7-220737385008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:04.258393 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-df241105-44ef-42d8-a1d3-df0b8e95255e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:05.180677 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:07.168656 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:08.391227 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:22.731721 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:09:31.512001 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42482) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:09:31.518600 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [None req-58af9f58-fe9d-4362-b3c2-7c2bcc265177 tempest-verify_tempest_config-381619782 tempest-verify_tempest_config-381619782-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:09:31.519548 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-58af9f58-fe9d-4362-b3c2-7c2bcc265177 tempest-verify_tempest_config-381619782 tempest-verify_tempest_config-381619782-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065477 Mar 08 19:09:31.937204 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-10a64547-0852-4ea4-93c8-0212c7f54588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:32.064099 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42500) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:09:32.169012 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:32.238918 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Publish callbacks [] for security_group (3b5110f8-1fcf-45fe-87bc-48832029fade), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:32.309001 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (3b5110f8-1fcf-45fe-87bc-48832029fade), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:32.356567 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b011461c99fb483c8a98422a0ac946b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2914057 Mar 08 19:09:32.357646 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5110f8-1fcf-45fe-87bc-48832029fade,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:09:32.359404 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 42504) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:09:32.364533 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.364883 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.365230 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.365736 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.366650 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.366994 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.367332 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.367668 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.368044 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.368388 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.368825 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.369156 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.369486 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bdc12-8278-4490-923a-9c9608e6b4fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.442340 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Publish callbacks [] for security_group (3b5110f8-1fcf-45fe-87bc-48832029fade), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:32.463903 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Publish callbacks [] for security_group (3b5110f8-1fcf-45fe-87bc-48832029fade), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:32.625194 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (3b5110f8-1fcf-45fe-87bc-48832029fade), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:32.627803 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:32.629033 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3b5110f8-1fcf-45fe-87bc-48832029fade HTTP/1.1" status: 204 len: 168 time: 0.2685938 Mar 08 19:09:32.636824 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5110f8-1fcf-45fe-87bc-48832029fade,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:09:32.643666 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.644039 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.645210 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.645210 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.645412 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.645687 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.646031 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.646349 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.646681 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.647078 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.647452 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.647799 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:32.648139 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e1208-e44d-46d6-aaaf-b6b57e517b04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:09:34.253707 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0739-b8c8-487e-ac6b-fb30285811ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:35.183079 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:37.188760 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:38.384892 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:09:59.730781 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:10:01.947721 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9be712e1-88d4-441c-aabd-0564986c2121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:04.273883 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0f25f3bd-0c85-446c-ac2a-c36baf15144c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:05.181842 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:07.201505 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:08.427987 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:31.941600 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-3e428871-ad96-495e-81bb-76c8f9e9aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:34.283695 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0dd5fe7e-d16a-4baf-af0e-5bab042184a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:35.192803 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:36.730800 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:10:37.192603 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:10:38.426553 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:01.948767 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a27a-24d8-4d9e-95b6-56a2c9d3e628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:04.294522 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a6b2422e-4b4e-4aa3-9cdb-ff6e3d3066f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:05.174870 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:07.191664 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:08.431700 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:13.730439 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 5 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:11:21.539872 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8096254'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:31.947744 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-79d38f3c-8209-4206-b822-b29c2441921a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:34.268255 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-29813cff-8e43-4e26-9c25-0b570bf8660b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:35.182244 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:36.099227 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 42576) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:11:36.202771 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-edbdcec1-74d8-4419-9b86-017c62265b9d admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1024470 Mar 08 19:11:37.186330 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:38.399769 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:11:38.578993 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42586) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:11:38.646179 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-1dd174c4-fe11-4718-931f-589bcc5d5d03 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0660276 Mar 08 19:11:50.730008 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:11:51.482434 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:01.950397 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b22cd973-091f-41b2-9d2e-e2517c21eb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:04.270268 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5f10580f-5236-4e8a-9682-3ef3d9bd229f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:05.178611 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:07.198382 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:08.421464 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:21.504618 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:27.729728 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:12:31.943794 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-318449f9-a14b-4538-9ff1-3a49b53e75fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:34.292555 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ae2958ca-f0bc-444d-9fc5-a0cd57ef7536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:35.232939 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:37.216015 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:38.425221 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:12:51.483350 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:01.942717 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-48999efb-5d0b-41ae-aeee-15fdf19a7248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:04.297116 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c92c2f15-9f6c-4ae8-b859-3f946ba495fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:04.728572 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:13:05.188511 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:07.262794 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:08.466399 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:20.432894 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42734) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:20.794991 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-235172007-network', 'tenant_id': 'ba7a7a1ddfb54eaa8b255267ec4bde13'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:20.894874 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Made reservation on behalf of ba7a7a1ddfb54eaa8b255267ec4bde13 for: {'network': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:20.897701 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:20.907426 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:20.987549 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Publish callbacks [] for security_group (23a7f714-72ef-4350-9717-f413a38b6264), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:21.071219 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (23a7f714-72ef-4350-9717-f413a38b6264), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:21.100223 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a7f714-72ef-4350-9717-f413a38b6264,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:21.110073 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:21.110846 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:21.112508 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:21.112508 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:21.112508 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:21.112508 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:21.112508 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:21.112908 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:21.113075 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:21.113590 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:21.113908 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:21.114384 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:21.114695 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Tracked resource versions report: Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: pushed versions: Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: { 'AddressGroup': {'1.2'}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'ConntrackHelper': {'1.0'}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Log': {'1.0'}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Network': {'1.1'}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Port': {'1.7'}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'PortForwarding': {'1.2'}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'QosPolicy': {'1.10'}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'SecurityGroup': {'1.5'}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'SubPort': {'1.0'}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Subnet': {'1.1'}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Trunk': {'1.1'}} Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: consumer versions: Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: { DHCP agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: HyperV agent@hv-cinder-83009: {}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: L3 agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: Metadata agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: Metering agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: Open vSwitch agent@dv-cinder-830091-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'ConntrackHelper': '1.0', Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'LocalIPAssociation': '1.0', Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Log': '1.0', Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Network': '1.1', Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Port': '1.7', Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'PortForwarding': '1.2', Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'QosPolicy': '1.10', Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'SecurityGroup': '1.5', Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'SecurityGroupRule': '1.2', Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'SubPort': '1.0', Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Subnet': '1.1', Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: 'Trunk': '1.1'}} Mar 08 19:13:21.116010 dv-cinder-830091-3-iscsi neutron-server[103681]: {{(pid=103681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:13:21.122523 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] vlan segment allocate from pool success with {'vlan_id': 973, 'physical_network': 'physnet1'} {{(pid=103681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:13:21.132129 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (7faedfea-6dc6-4e76-ad36-229cc51f5b98), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:21.132530 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.segments_db [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Added segment 7faedfea-6dc6-4e76-ad36-229cc51f5b98 of type vlan for network f176316a-dcf0-4ff8-9d04-4117d60f21a4 Mar 08 19:13:21.170996 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (f176316a-dcf0-4ff8-9d04-4117d60f21a4), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:21.294489 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (f176316a-dcf0-4ff8-9d04-4117d60f21a4), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:21.295619 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:21.296344 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:21.362142 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] Pushing event updated for resources: {'Network': ['ID=f176316a-dcf0-4ff8-9d04-4117d60f21a4,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:21.371784 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network f176316a-dcf0-4ff8-9d04-4117d60f21a4 details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:13:21.382028 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-8b7eda68-fc3e-4e22-9b3e-7b5083cef382 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9441729 Mar 08 19:13:21.382215 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42782) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:21.386971 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-7cd531c4-535e-4ae2-ad6b-4ac65e42f88b admin admin] Request body: {'subnet': {'network_id': 'f176316a-dcf0-4ff8-9d04-4117d60f21a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-235172007-subnet', 'tenant_id': 'ba7a7a1ddfb54eaa8b255267ec4bde13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:21.485317 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd531c4-535e-4ae2-ad6b-4ac65e42f88b admin admin] Made reservation on behalf of ba7a7a1ddfb54eaa8b255267ec4bde13 for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:21.487626 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7cd531c4-535e-4ae2-ad6b-4ac65e42f88b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:21.540492 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:21.556360 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 42788) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:21.752278 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 42798) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:21.840237 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7cd531c4-535e-4ae2-ad6b-4ac65e42f88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for subnet (8e47d5d9-c52e-44cb-9522-f67f363652fc), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:21.885379 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd531c4-535e-4ae2-ad6b-4ac65e42f88b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e47d5d9-c52e-44cb-9522-f67f363652fc,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:21.920685 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 42810) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:21.921752 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd531c4-535e-4ae2-ad6b-4ac65e42f88b admin admin] Checking segment: {'id': '7faedfea-6dc6-4e76-ad36-229cc51f5b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'f176316a-dcf0-4ff8-9d04-4117d60f21a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:21.923416 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd531c4-535e-4ae2-ad6b-4ac65e42f88b admin admin] Network hostable DHCP agents. Network: f176316a-dcf0-4ff8-9d04-4117d60f21a4, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:13:21.953823 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 42814) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:21.978370 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-535928164-network', 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:22.015841 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-ec76c032-78ee-4655-b9a8-af6cd6b23c67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-784620245-network', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:22.040155 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd531c4-535e-4ae2-ad6b-4ac65e42f88b admin admin] Network f176316a-dcf0-4ff8-9d04-4117d60f21a4 is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:13:22.068407 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Made reservation on behalf of ac3e528a3aa34615a7a87b17e74c1f34 for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:22.071241 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.084661 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.102484 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-ba06f78d-9529-4105-aa4d-916c78ff48a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1868354292-network', 'tenant_id': '011362b6715747dba59bf9619c6bd65b'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:22.130096 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec76c032-78ee-4655-b9a8-af6cd6b23c67 admin admin] Made reservation on behalf of efdd81b216bc4091b41a1aec0610c6ad for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:22.135030 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ec76c032-78ee-4655-b9a8-af6cd6b23c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.146754 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-5b79b2b8-10b3-4d24-962e-abca9ac60157 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1688309029-network', 'tenant_id': 'ff78af332934469ba0ee399835378e5f'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:22.161511 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ec76c032-78ee-4655-b9a8-af6cd6b23c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.208713 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-7cd531c4-535e-4ae2-ad6b-4ac65e42f88b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, f176316a-dcf0-4ff8-9d04-4117d60f21a4) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:22.221937 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13337659-3baa-4c44-9269-de01e9af56e6 None None] Network f176316a-dcf0-4ff8-9d04-4117d60f21a4 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:13:22.225811 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd531c4-535e-4ae2-ad6b-4ac65e42f88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:22.227325 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7cd531c4-535e-4ae2-ad6b-4ac65e42f88b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.234084 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Publish callbacks [] for security_group (ee079d4a-77fe-4769-bb48-f96218ef3a3d), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.284920 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba06f78d-9529-4105-aa4d-916c78ff48a9 admin admin] Made reservation on behalf of 011362b6715747dba59bf9619c6bd65b for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:22.287559 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ba06f78d-9529-4105-aa4d-916c78ff48a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.303535 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ba06f78d-9529-4105-aa4d-916c78ff48a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.315761 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ec76c032-78ee-4655-b9a8-af6cd6b23c67 admin admin] Publish callbacks [] for security_group (307ae2b2-c787-45de-a9c2-3f5ee2f9746a), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.343468 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (ee079d4a-77fe-4769-bb48-f96218ef3a3d), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.348365 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232eae74-1b94-4886-afad-9901a4ed9f2d None None] Network f176316a-dcf0-4ff8-9d04-4117d60f21a4 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:13:22.380155 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-7cd531c4-535e-4ae2-ad6b-4ac65e42f88b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9967062 Mar 08 19:13:22.382612 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee079d4a-77fe-4769-bb48-f96218ef3a3d,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:22.398845 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:22.399216 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:22.399770 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:22.400148 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:22.401711 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:22.402055 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:22.402572 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:22.403039 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:22.403388 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:22.403722 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:22.404081 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:22.404408 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:22.404735 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Tracked resource versions report: Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: pushed versions: Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: { 'AddressGroup': {'1.2'}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'ConntrackHelper': {'1.0'}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Log': {'1.0'}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Network': {'1.1'}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Port': {'1.7'}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'PortForwarding': {'1.2'}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'QosPolicy': {'1.10'}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'SecurityGroup': {'1.5'}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'SubPort': {'1.0'}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Subnet': {'1.1'}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Trunk': {'1.1'}} Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: consumer versions: Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: { DHCP agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: HyperV agent@hv-cinder-83009: {}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: L3 agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: Metadata agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: Metering agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: Open vSwitch agent@dv-cinder-830091-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'ConntrackHelper': '1.0', Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'LocalIPAssociation': '1.0', Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Log': '1.0', Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Network': '1.1', Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Port': '1.7', Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'PortForwarding': '1.2', Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'QosPolicy': '1.10', Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'SecurityGroup': '1.5', Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'SecurityGroupRule': '1.2', Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'SubPort': '1.0', Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Subnet': '1.1', Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: 'Trunk': '1.1'}} Mar 08 19:13:22.405933 dv-cinder-830091-3-iscsi neutron-server[103680]: {{(pid=103680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:13:22.409881 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] vlan segment allocate from pool success with {'vlan_id': 958, 'physical_network': 'physnet1'} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:13:22.414446 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b79b2b8-10b3-4d24-962e-abca9ac60157 admin admin] Made reservation on behalf of ff78af332934469ba0ee399835378e5f for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:22.417528 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5b79b2b8-10b3-4d24-962e-abca9ac60157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.436211 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5b79b2b8-10b3-4d24-962e-abca9ac60157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.458097 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ec76c032-78ee-4655-b9a8-af6cd6b23c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (307ae2b2-c787-45de-a9c2-3f5ee2f9746a), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.464641 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765378082910', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (ab38971a-9a97-42fb-8431-334e18475c63), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.465215 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Unsubscribe: segment precommit_create {{(pid=103680) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 19:13:22.465696 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.segments_db [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Added segment ab38971a-9a97-42fb-8431-334e18475c63 of type vlan for network 57635741-7850-4fb8-8caf-3cc49a276e9c Mar 08 19:13:22.535130 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec76c032-78ee-4655-b9a8-af6cd6b23c67 admin admin] vlan segment allocate from pool success with {'vlan_id': 997, 'physical_network': 'physnet1'} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:13:22.545337 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ec76c032-78ee-4655-b9a8-af6cd6b23c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (b77d6ac8-1091-4c45-ab25-0707097153b6), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.546103 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.segments_db [None req-ec76c032-78ee-4655-b9a8-af6cd6b23c67 admin admin] Added segment b77d6ac8-1091-4c45-ab25-0707097153b6 of type vlan for network cd3ea4fe-bf1a-4952-b0bd-286510901348 Mar 08 19:13:22.589311 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ec76c032-78ee-4655-b9a8-af6cd6b23c67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (cd3ea4fe-bf1a-4952-b0bd-286510901348), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.660251 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (57635741-7850-4fb8-8caf-3cc49a276e9c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.716324 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ba06f78d-9529-4105-aa4d-916c78ff48a9 admin admin] Publish callbacks [] for security_group (3c97f6d6-23fe-41c1-a64e-80064704ad2f), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.723463 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76c032-78ee-4655-b9a8-af6cd6b23c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307ae2b2-c787-45de-a9c2-3f5ee2f9746a,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:22.727045 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ec76c032-78ee-4655-b9a8-af6cd6b23c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (cd3ea4fe-bf1a-4952-b0bd-286510901348), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.728028 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec76c032-78ee-4655-b9a8-af6cd6b23c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:22.728588 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ec76c032-78ee-4655-b9a8-af6cd6b23c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.797984 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (57635741-7850-4fb8-8caf-3cc49a276e9c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.798618 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:22.799188 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.863074 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ba06f78d-9529-4105-aa4d-916c78ff48a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (3c97f6d6-23fe-41c1-a64e-80064704ad2f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:22.885732 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76c032-78ee-4655-b9a8-af6cd6b23c67 admin admin] Pushing event updated for resources: {'Network': ['ID=cd3ea4fe-bf1a-4952-b0bd-286510901348,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:22.902357 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network cd3ea4fe-bf1a-4952-b0bd-286510901348 details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:13:22.913459 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba06f78d-9529-4105-aa4d-916c78ff48a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 992, 'physical_network': 'physnet1'} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:13:22.921580 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-ec76c032-78ee-4655-b9a8-af6cd6b23c67 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1679649 Mar 08 19:13:22.925083 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42866) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:22.933274 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-6f9543de-6468-46a4-bc9c-231522a72156 admin admin] Request body: {'subnet': {'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-subnet', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:22.977080 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5b79b2b8-10b3-4d24-962e-abca9ac60157 admin admin] Publish callbacks [] for security_group (f6f25800-21a5-40e8-99bf-f7ab8d3cef1e), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:23.087338 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5298612 Mar 08 19:13:23.088106 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06f78d-9529-4105-aa4d-916c78ff48a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c97f6d6-23fe-41c1-a64e-80064704ad2f,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:23.088623 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42884) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:23.092509 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ba06f78d-9529-4105-aa4d-916c78ff48a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (b6f0662a-00ab-47b6-bb43-d51888309532), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:23.093146 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.segments_db [None req-ba06f78d-9529-4105-aa4d-916c78ff48a9 admin admin] Added segment b6f0662a-00ab-47b6-bb43-d51888309532 of type vlan for network c8a25d18-0969-475a-a1e7-ff064689da30 Mar 08 19:13:23.097247 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-27237cf9-3c9a-4fd0-902a-e4103f139ba0 admin admin] Request body: {'subnet': {'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-535928164-subnet', 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:23.107221 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5b79b2b8-10b3-4d24-962e-abca9ac60157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (f6f25800-21a5-40e8-99bf-f7ab8d3cef1e), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:23.116988 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebf54e-3561-47c9-85e9-135341bb5a0d admin admin] Pushing event updated for resources: {'Network': ['ID=57635741-7850-4fb8-8caf-3cc49a276e9c,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:23.130970 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network 57635741-7850-4fb8-8caf-3cc49a276e9c details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:13:23.132678 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9543de-6468-46a4-bc9c-231522a72156 admin admin] Made reservation on behalf of efdd81b216bc4091b41a1aec0610c6ad for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:23.140189 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6f9543de-6468-46a4-bc9c-231522a72156 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:23.178765 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b79b2b8-10b3-4d24-962e-abca9ac60157 admin admin] vlan segment allocate from pool success with {'vlan_id': 999, 'physical_network': 'physnet1'} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:13:23.182708 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ba06f78d-9529-4105-aa4d-916c78ff48a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (c8a25d18-0969-475a-a1e7-ff064689da30), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:23.191351 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79b2b8-10b3-4d24-962e-abca9ac60157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f25800-21a5-40e8-99bf-f7ab8d3cef1e,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:23.201147 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5b79b2b8-10b3-4d24-962e-abca9ac60157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (de2b89b4-b147-415a-a343-73a476ae4ada), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:23.201672 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.segments_db [None req-5b79b2b8-10b3-4d24-962e-abca9ac60157 admin admin] Added segment de2b89b4-b147-415a-a343-73a476ae4ada of type vlan for network eadbce5e-f6fa-402e-acf1-15b1deb0f309 Mar 08 19:13:23.238646 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27237cf9-3c9a-4fd0-902a-e4103f139ba0 admin admin] Made reservation on behalf of ac3e528a3aa34615a7a87b17e74c1f34 for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:23.241114 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-27237cf9-3c9a-4fd0-902a-e4103f139ba0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:23.263359 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5b79b2b8-10b3-4d24-962e-abca9ac60157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (eadbce5e-f6fa-402e-acf1-15b1deb0f309), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:23.349916 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ba06f78d-9529-4105-aa4d-916c78ff48a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (c8a25d18-0969-475a-a1e7-ff064689da30), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:23.350998 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba06f78d-9529-4105-aa4d-916c78ff48a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:23.351678 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ba06f78d-9529-4105-aa4d-916c78ff48a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:23.404479 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42904) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:23.413369 dv-cinder-830091-3-iscsi neutron-server[103681]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 19:13:23.419865 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5b79b2b8-10b3-4d24-962e-abca9ac60157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (eadbce5e-f6fa-402e-acf1-15b1deb0f309), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:23.421740 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b79b2b8-10b3-4d24-962e-abca9ac60157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:23.423070 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5b79b2b8-10b3-4d24-962e-abca9ac60157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:23.469456 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06f78d-9529-4105-aa4d-916c78ff48a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c8a25d18-0969-475a-a1e7-ff064689da30,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:23.485364 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network c8a25d18-0969-475a-a1e7-ff064689da30 details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:13:23.516831 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-ba06f78d-9529-4105-aa4d-916c78ff48a9 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5912509 Mar 08 19:13:23.518449 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 42908) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:23.526285 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-680ce742-fff8-4564-ba64-ac7f94a4c0ea admin admin] Request body: {'subnet': {'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1868354292-subnet', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:23.563984 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-5b79b2b8-10b3-4d24-962e-abca9ac60157 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6138639 Mar 08 19:13:23.572017 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 42910) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:23.580054 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-e0e8d7ca-04a1-4990-af4d-45f79f07c98f admin admin] Request body: {'subnet': {'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-subnet', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:23.593534 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79b2b8-10b3-4d24-962e-abca9ac60157 admin admin] Pushing event updated for resources: {'Network': ['ID=eadbce5e-f6fa-402e-acf1-15b1deb0f309,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:23.613212 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network eadbce5e-f6fa-402e-acf1-15b1deb0f309 details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:13:23.658829 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680ce742-fff8-4564-ba64-ac7f94a4c0ea admin admin] Made reservation on behalf of 011362b6715747dba59bf9619c6bd65b for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:23.661270 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-680ce742-fff8-4564-ba64-ac7f94a4c0ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:23.688808 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-a814a5d6-56a7-4be1-aa9a-7033f17fd4bb tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:23.695455 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-a814a5d6-56a7-4be1-aa9a-7033f17fd4bb tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/networks?id=f176316a-dcf0-4ff8-9d04-4117d60f21a4 HTTP/1.1" status: 200 len: 811 time: 0.2876663 Mar 08 19:13:23.728480 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-82032adc-bf6c-4f7b-9686-9e8f4361b998 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/quotas/ba7a7a1ddfb54eaa8b255267ec4bde13 HTTP/1.1" status: 200 len: 375 time: 0.0321119 Mar 08 19:13:23.747184 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e8d7ca-04a1-4990-af4d-45f79f07c98f admin admin] Made reservation on behalf of ff78af332934469ba0ee399835378e5f for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:23.749724 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e0e8d7ca-04a1-4990-af4d-45f79f07c98f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:23.811965 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-5e7e9d23-8ae6-46ba-b7f3-ed421d5d0da3 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ba7a7a1ddfb54eaa8b255267ec4bde13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582409 Mar 08 19:13:23.829484 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6f9543de-6468-46a4-bc9c-231522a72156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for subnet (ee055724-f572-4951-9bec-6d1ee3ec6732), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:23.895052 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9543de-6468-46a4-bc9c-231522a72156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee055724-f572-4951-9bec-6d1ee3ec6732,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:23.917774 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9543de-6468-46a4-bc9c-231522a72156 admin admin] Checking segment: {'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:23.918387 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9543de-6468-46a4-bc9c-231522a72156 admin admin] Network hostable DHCP agents. Network: cd3ea4fe-bf1a-4952-b0bd-286510901348, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:13:23.940428 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-27237cf9-3c9a-4fd0-902a-e4103f139ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for subnet (4458874f-5444-4ac0-9eff-261091c9a74c), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.042762 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27237cf9-3c9a-4fd0-902a-e4103f139ba0 admin admin] Checking segment: {'id': 'ab38971a-9a97-42fb-8431-334e18475c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:24.043309 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27237cf9-3c9a-4fd0-902a-e4103f139ba0 admin admin] Network hostable DHCP agents. Network: 57635741-7850-4fb8-8caf-3cc49a276e9c, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:13:24.047393 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27237cf9-3c9a-4fd0-902a-e4103f139ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4458874f-5444-4ac0-9eff-261091c9a74c,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:24.055797 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-d4c47a56-4bad-456a-8c12-e589ade020e3 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:13:24.056857 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-d4c47a56-4bad-456a-8c12-e589ade020e3 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0633068 Mar 08 19:13:24.068693 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-680ce742-fff8-4564-ba64-ac7f94a4c0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for subnet (fdb0863d-aa5d-4f95-aa01-9b30b9d1315b), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.089829 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9543de-6468-46a4-bc9c-231522a72156 admin admin] Network cd3ea4fe-bf1a-4952-b0bd-286510901348 is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:13:24.117340 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e0e8d7ca-04a1-4990-af4d-45f79f07c98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for subnet (f85598c7-024d-416e-bf9f-b74e60adac34), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.152071 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ce742-fff8-4564-ba64-ac7f94a4c0ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb0863d-aa5d-4f95-aa01-9b30b9d1315b,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:24.168763 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-42b71235-7958-454f-b59d-a169ed1a6f30 service neutron] 10.222.0.75 "GET /v2.0/networks/f176316a-dcf0-4ff8-9d04-4117d60f21a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049209 Mar 08 19:13:24.192806 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27237cf9-3c9a-4fd0-902a-e4103f139ba0 admin admin] Network 57635741-7850-4fb8-8caf-3cc49a276e9c is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:13:24.204819 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680ce742-fff8-4564-ba64-ac7f94a4c0ea admin admin] Checking segment: {'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:24.205189 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680ce742-fff8-4564-ba64-ac7f94a4c0ea admin admin] Network hostable DHCP agents. Network: c8a25d18-0969-475a-a1e7-ff064689da30, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:13:24.222678 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e8d7ca-04a1-4990-af4d-45f79f07c98f admin admin] Checking segment: {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:24.223087 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e8d7ca-04a1-4990-af4d-45f79f07c98f admin admin] Network hostable DHCP agents. Network: eadbce5e-f6fa-402e-acf1-15b1deb0f309, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:13:24.227059 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8d7ca-04a1-4990-af4d-45f79f07c98f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85598c7-024d-416e-bf9f-b74e60adac34,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:24.269485 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-6f9543de-6468-46a4-bc9c-231522a72156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, cd3ea4fe-bf1a-4952-b0bd-286510901348) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:24.274106 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9543de-6468-46a4-bc9c-231522a72156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:24.274687 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6f9543de-6468-46a4-bc9c-231522a72156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.279356 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8faf857-5f78-45ff-ada0-2f20f6815dbc None None] Network cd3ea4fe-bf1a-4952-b0bd-286510901348 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:13:24.280345 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-27237cf9-3c9a-4fd0-902a-e4103f139ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, 57635741-7850-4fb8-8caf-3cc49a276e9c) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:24.289128 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27237cf9-3c9a-4fd0-902a-e4103f139ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:24.289709 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-27237cf9-3c9a-4fd0-902a-e4103f139ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.295049 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f0a111-7755-4575-8f26-99e31e848cd2 None None] Network 57635741-7850-4fb8-8caf-3cc49a276e9c requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:13:24.325116 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-5464c13e-0611-4fb8-b22e-8d8474d38e95 service neutron] 10.222.0.75 "GET /v2.0/networks/f176316a-dcf0-4ff8-9d04-4117d60f21a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487629 Mar 08 19:13:24.348496 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680ce742-fff8-4564-ba64-ac7f94a4c0ea admin admin] Network c8a25d18-0969-475a-a1e7-ff064689da30 is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:13:24.351175 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e8d7ca-04a1-4990-af4d-45f79f07c98f admin admin] Network eadbce5e-f6fa-402e-acf1-15b1deb0f309 is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:13:24.360176 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-e0e8d7ca-04a1-4990-af4d-45f79f07c98f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, eadbce5e-f6fa-402e-acf1-15b1deb0f309) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:24.364119 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-680ce742-fff8-4564-ba64-ac7f94a4c0ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, c8a25d18-0969-475a-a1e7-ff064689da30) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:24.366779 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e8d7ca-04a1-4990-af4d-45f79f07c98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:24.367440 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e0e8d7ca-04a1-4990-af4d-45f79f07c98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.388880 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680ce742-fff8-4564-ba64-ac7f94a4c0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:24.391227 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-680ce742-fff8-4564-ba64-ac7f94a4c0ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.403297 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370db71e-5c59-4a42-9933-f2d72574e3aa None None] Network eadbce5e-f6fa-402e-acf1-15b1deb0f309 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:13:24.409323 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88af3473-7205-43f5-b432-7214c6ecf19f None None] Network c8a25d18-0969-475a-a1e7-ff064689da30 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:13:24.412414 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-6f9543de-6468-46a4-bc9c-231522a72156 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4845233 Mar 08 19:13:24.415208 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42930) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:24.419966 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:24.491958 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-27237cf9-3c9a-4fd0-902a-e4103f139ba0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4016569 Mar 08 19:13:24.494416 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42932) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:24.500440 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-535928164-router', 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:24.524466 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-e0e8d7ca-04a1-4990-af4d-45f79f07c98f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9494519 Mar 08 19:13:24.528403 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-680ce742-fff8-4564-ba64-ac7f94a4c0ea admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0096447 Mar 08 19:13:24.539679 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 42936) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:24.546470 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 42938) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:24.551020 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:24.557442 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:24.573484 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09d32606-d62e-596a-8715-b6acffb742aa-cd3ea4fe-bf1a-4952-b0bd-286510901348', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732'}]}} from dv-cinder-830091-3-iscsi. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:13:24.574816 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.618542 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179f0eab-7621-4830-bf66-4a2f47a748fe None None] Network 57635741-7850-4fb8-8caf-3cc49a276e9c requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:13:24.672474 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (bb4877bd-bd79-4d0b-90c3-53ae27b105db), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.674795 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7885487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (bb4877bd-bd79-4d0b-90c3-53ae27b105db), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.676232 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.678925 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7885487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.688357 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (bd37ca09-f1f9-40df-b672-3ef31199b963), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.688357 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7885487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (bd37ca09-f1f9-40df-b672-3ef31199b963), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.695354 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (37a78e73-9ee6-4287-8b39-ff69c311a4b4), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.703883 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7885487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (37a78e73-9ee6-4287-8b39-ff69c311a4b4), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:24.762449 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 42958) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:24.924567 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-95a8cf95-5192-4d1d-9d59-0feb0e0a6306 req-a49a95f4-6164-471b-8a17-01929dd50bf9 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 210 time: 0.1586018 Mar 08 19:13:24.948166 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09d32606-d62e-596a-8715-b6acffb742aa-c8a25d18-0969-475a-a1e7-ff064689da30', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'project_id': '011362b6715747dba59bf9619c6bd65b', 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b'}]}} from dv-cinder-830091-3-iscsi. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:13:24.949229 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:25.009006 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Publish callbacks [] for router_controller (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), precommit_add_association {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:25.025308 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Publish callbacks [] for router_controller (37a78e73-9ee6-4287-8b39-ff69c311a4b4), precommit_add_association {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:25.059627 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Publish callbacks [] for router_controller (bb4877bd-bd79-4d0b-90c3-53ae27b105db), precommit_add_association {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:25.064387 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Publish callbacks [] for router_controller (bd37ca09-f1f9-40df-b672-3ef31199b963), precommit_add_association {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:25.112125 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09d32606-d62e-596a-8715-b6acffb742aa-eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34'}]}} from dv-cinder-830091-3-iscsi. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:13:25.113419 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:25.369245 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Publish callbacks [] for router_gateway (37a78e73-9ee6-4287-8b39-ff69c311a4b4), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:25.424012 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Allocated IP 172.20.0.2 (cd3ea4fe-bf1a-4952-b0bd-286510901348/ee055724-f572-4951-9bec-6d1ee3ec6732/43765772-8994-473e-8ba0-e226c5c5f9bc) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:25.601688 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Allocated IP 172.20.0.2 (c8a25d18-0969-475a-a1e7-ff064689da30/fdb0863d-aa5d-4f95-aa01-9b30b9d1315b/585a237b-1370-463d-96c2-20c49e3188a0) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:25.608713 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Publish callbacks [] for router_gateway (bd37ca09-f1f9-40df-b672-3ef31199b963), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:25.615118 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Publish callbacks [] for router_gateway (bb4877bd-bd79-4d0b-90c3-53ae27b105db), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:25.630644 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Publish callbacks [] for router_gateway (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:25.730393 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Allocated IP 172.20.0.2 (eadbce5e-f6fa-402e-acf1-15b1deb0f309/f85598c7-024d-416e-bf9f-b74e60adac34/3d8eb2b0-9a30-47a9-9550-ec6d68678b24) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:25.763318 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43012) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:25.828624 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Publish callbacks [] for port (43765772-8994-473e-8ba0-e226c5c5f9bc), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:25.946897 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Publish callbacks [] for router_gateway (37a78e73-9ee6-4287-8b39-ff69c311a4b4), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:25.976686 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.003095 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Publish callbacks [] for port (585a237b-1370-463d-96c2-20c49e3188a0), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.011168 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (43765772-8994-473e-8ba0-e226c5c5f9bc), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.075358 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-87e639cf-0056-47a8-8960-a3b560ed6ea3 req-2db325f8-8677-4cbd-ae45-30f3458cf6ec tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 210 time: 0.0418084 Mar 08 19:13:26.078572 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Pushing event updated for resources: {'Port': ['ID=43765772-8994-473e-8ba0-e226c5c5f9bc,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:26.097491 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:26.104528 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:26.106137 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:26.106417 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:26.106548 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c2f58832-7f05-465d-921e-83b1d78d44a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.106760 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:26.108283 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:26.109127 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:26.110853 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:26.112914 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Tracked resource versions report: Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: pushed versions: Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: { 'AddressGroup': {'1.2'}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'ConntrackHelper': {'1.0'}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Log': {'1.0'}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Network': {'1.1'}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Port': {'1.7'}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'PortForwarding': {'1.2'}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'QosPolicy': {'1.10'}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'SecurityGroup': {'1.5'}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'SubPort': {'1.0'}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Subnet': {'1.1'}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Trunk': {'1.1'}} Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: consumer versions: Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: { DHCP agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: HyperV agent@hv-cinder-83009: {}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: L3 agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: Metadata agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: Metering agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: Open vSwitch agent@dv-cinder-830091-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'ConntrackHelper': '1.0', Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'LocalIPAssociation': '1.0', Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Log': '1.0', Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Network': '1.1', Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Port': '1.7', Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'PortForwarding': '1.2', Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'QosPolicy': '1.10', Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'SecurityGroup': '1.5', Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'SecurityGroupRule': '1.2', Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'SubPort': '1.0', Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Subnet': '1.1', Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: 'Trunk': '1.1'}} Mar 08 19:13:26.117209 dv-cinder-830091-3-iscsi neutron-server[103682]: {{(pid=103682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:13:26.138883 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Network cd3ea4fe-bf1a-4952-b0bd-286510901348 is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:26.145251 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:26.156771 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (585a237b-1370-463d-96c2-20c49e3188a0), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.160065 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:26.173800 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Allocated IP 172.27.3.195 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/f950bbc0-97d6-467c-9d84-2f26c3d3740a) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:26.257220 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c2f58832-7f05-465d-921e-83b1d78d44a9 admin admin] Publish callbacks [] for security_group (33550a47-21ca-445d-bc95-3111de0ff301), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.292462 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Attempting to bind port 43765772-8994-473e-8ba0-e226c5c5f9bc on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:13:26.292840 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Attempting to bind port 43765772-8994-473e-8ba0-e226c5c5f9bc by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:13:26.293201 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Attempting to bind port 43765772-8994-473e-8ba0-e226c5c5f9bc on network cd3ea4fe-bf1a-4952-b0bd-286510901348 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:26.318587 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Publish callbacks [] for router_gateway (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.339254 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:13:26.339789 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Checking segment: {'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:26.340223 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.340615 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Bound using segment: {'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:13:26.341148 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Bound port: 43765772-8994-473e-8ba0-e226c5c5f9bc, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:13:26.341528 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (43765772-8994-473e-8ba0-e226c5c5f9bc), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.348088 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Network c8a25d18-0969-475a-a1e7-ff064689da30 is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:26.350226 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.371453 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c2f58832-7f05-465d-921e-83b1d78d44a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (33550a47-21ca-445d-bc95-3111de0ff301), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.371806 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:26.388820 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:26.396518 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Pushing event updated for resources: {'Port': ['ID=585a237b-1370-463d-96c2-20c49e3188a0,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:26.404482 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Publish callbacks [] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.448034 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Publish callbacks [] for port (f950bbc0-97d6-467c-9d84-2f26c3d3740a), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.488715 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.534674 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Attempting to bind port 585a237b-1370-463d-96c2-20c49e3188a0 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:13:26.535051 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Attempting to bind port 585a237b-1370-463d-96c2-20c49e3188a0 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:13:26.535408 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Attempting to bind port 585a237b-1370-463d-96c2-20c49e3188a0 on network c8a25d18-0969-475a-a1e7-ff064689da30 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:26.556350 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] For port 43765772-8994-473e-8ba0-e226c5c5f9bc, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:13:26.567787 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Network eadbce5e-f6fa-402e-acf1-15b1deb0f309 is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:26.584082 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:13:26.589003 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Checking segment: {'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:26.589003 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.589003 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Bound using segment: {'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:13:26.589003 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Bound port: 585a237b-1370-463d-96c2-20c49e3188a0, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:13:26.589003 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (585a237b-1370-463d-96c2-20c49e3188a0), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.589003 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:26.593118 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] For port 43765772-8994-473e-8ba0-e226c5c5f9bc, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=43765772-8994-473e-8ba0-e226c5c5f9bc,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:13:26.603963 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-c2f58832-7f05-465d-921e-83b1d78d44a9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=95d92879242b46779175fbbdfa63d2be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8347628 Mar 08 19:13:26.604968 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 43034) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:26.610004 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:26.610603 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f58832-7f05-465d-921e-83b1d78d44a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33550a47-21ca-445d-bc95-3111de0ff301,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:26.630219 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Pushing event updated for resources: {'Port': ['ID=3d8eb2b0-9a30-47a9-9550-ec6d68678b24,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:26.668819 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Publish callbacks [] for router_gateway (bd37ca09-f1f9-40df-b672-3ef31199b963), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.689750 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Allocated IP 172.27.3.176 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/d5d99d36-af18-44a1-a328-3280c0bc0038) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:26.700834 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Publish callbacks [] for router_gateway (bb4877bd-bd79-4d0b-90c3-53ae27b105db), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.704624 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.705469 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (f950bbc0-97d6-467c-9d84-2f26c3d3740a), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.713194 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Attempting to bind port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:13:26.713566 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Attempting to bind port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:13:26.713925 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Attempting to bind port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 on network eadbce5e-f6fa-402e-acf1-15b1deb0f309 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:26.722960 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (43765772-8994-473e-8ba0-e226c5c5f9bc), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.729559 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:13:26.730915 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Checking segment: {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:26.731036 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.731134 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.731134 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Bound using segment: {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:13:26.731134 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Bound port: 3d8eb2b0-9a30-47a9-9550-ec6d68678b24, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:13:26.731533 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.767706 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:26.773479 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:26.774480 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] For port 585a237b-1370-463d-96c2-20c49e3188a0, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:13:26.820477 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] For port 585a237b-1370-463d-96c2-20c49e3188a0, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=585a237b-1370-463d-96c2-20c49e3188a0,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:13:26.826689 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:26.850972 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f823c4-0500-47c4-969d-e71e3b378c1e None None] Pushing event updated for resources: {'Port': ['ID=43765772-8994-473e-8ba0-e226c5c5f9bc,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:26.910964 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] For port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:13:26.925560 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] For port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=3d8eb2b0-9a30-47a9-9550-ec6d68678b24,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:13:26.943312 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (585a237b-1370-463d-96c2-20c49e3188a0), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:26.963358 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Pushing event updated for resources: {'Port': ['ID=f950bbc0-97d6-467c-9d84-2f26c3d3740a,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:27.015235 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26396a2f-8b87-4d04-86d0-637e3db1671c None None] Pushing event updated for resources: {'Port': ['ID=585a237b-1370-463d-96c2-20c49e3188a0,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:27.030458 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Publish callbacks [] for port (d5d99d36-af18-44a1-a328-3280c0bc0038), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:27.043458 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e447f824-3bec-48d5-8a22-4322e07f544d admin admin] Publish callbacks [] for security_group (33550a47-21ca-445d-bc95-3111de0ff301), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:27.076295 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:27.093256 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e447f824-3bec-48d5-8a22-4322e07f544d admin admin] Publish callbacks [] for security_group (33550a47-21ca-445d-bc95-3111de0ff301), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:27.236977 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82d3c5-9cc5-4557-bb65-d3d5346bfaec None None] Pushing event updated for resources: {'Port': ['ID=3d8eb2b0-9a30-47a9-9550-ec6d68678b24,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:27.295863 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (d5d99d36-af18-44a1-a328-3280c0bc0038), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:27.502325 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Allocated IP 172.27.3.127 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/7da36c22-ba9b-4676-b93a-a07a1c304941) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:27.566431 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:27.567372 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e447f824-3bec-48d5-8a22-4322e07f544d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (33550a47-21ca-445d-bc95-3111de0ff301), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:27.570513 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e447f824-3bec-48d5-8a22-4322e07f544d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:27.573893 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-e447f824-3bec-48d5-8a22-4322e07f544d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/33550a47-21ca-445d-bc95-3111de0ff301 HTTP/1.1" status: 204 len: 168 time: 0.9676116 Mar 08 19:13:27.653080 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:27.663708 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:27.688056 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 43765772-8994-473e-8ba0-e226c5c5f9bc up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:27.741353 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-47cb275a-23c7-4853-b3c2-814ba31457a4 req-689743f0-096d-4f59-8b0b-d2617830b708 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 210 time: 0.1918783 Mar 08 19:13:27.814307 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Publish callbacks [] for port (7da36c22-ba9b-4676-b93a-a07a1c304941), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:27.899955 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Publish callbacks [] for router_gateway (37a78e73-9ee6-4287-8b39-ff69c311a4b4), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:27.904160 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Pushing event updated for resources: {'Port': ['ID=d5d99d36-af18-44a1-a328-3280c0bc0038,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:27.926430 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 43765772-8994-473e-8ba0-e226c5c5f9bc triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:27.927189 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (43765772-8994-473e-8ba0-e226c5c5f9bc), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:27.955825 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447f824-3bec-48d5-8a22-4322e07f544d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33550a47-21ca-445d-bc95-3111de0ff301,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:28.298170 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 43765772-8994-473e-8ba0-e226c5c5f9bc is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:28.298170 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (43765772-8994-473e-8ba0-e226c5c5f9bc), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:28.298170 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] For port 43765772-8994-473e-8ba0-e226c5c5f9bc, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=43765772-8994-473e-8ba0-e226c5c5f9bc,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:13:28.345531 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (7da36c22-ba9b-4676-b93a-a07a1c304941), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:28.348285 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (43765772-8994-473e-8ba0-e226c5c5f9bc), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:28.453124 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Allocated IP 172.27.3.154 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/7a9d0c49-a37e-48b9-8d66-1094567f05ae) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:28.613748 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Pushing event updated for resources: {'Port': ['ID=43765772-8994-473e-8ba0-e226c5c5f9bc,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:28.635294 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:28.636590 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Pushing event updated for resources: {'Port': ['ID=7da36c22-ba9b-4676-b93a-a07a1c304941,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:28.639867 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:28.648334 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:28.804969 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9580f564-8f8d-41a7-9260-c954d16aea17 None None] Network cd3ea4fe-bf1a-4952-b0bd-286510901348 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:13:28.811461 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Publish callbacks [] for router_gateway (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:28.819235 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101623'] for router (37a78e73-9ee6-4287-8b39-ff69c311a4b4), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:28.871900 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Publish callbacks [] for port (7a9d0c49-a37e-48b9-8d66-1094567f05ae), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:29.019714 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-d4084fa1-99ed-4b66-a128-37d3b6b3f1c5 None None] Provisioning complete for port 43765772-8994-473e-8ba0-e226c5c5f9bc triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:29.023682 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d4084fa1-99ed-4b66-a128-37d3b6b3f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (43765772-8994-473e-8ba0-e226c5c5f9bc), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:29.212234 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-d4084fa1-99ed-4b66-a128-37d3b6b3f1c5 None None] Current status of the port 43765772-8994-473e-8ba0-e226c5c5f9bc is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:29.226834 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (7a9d0c49-a37e-48b9-8d66-1094567f05ae), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:29.243942 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c2881cf1-c7df-4d17-965f-cd43fa8a916c req-9d2a5ebe-6942-4a4b-9014-7e9076874a58 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 210 time: 0.0647845 Mar 08 19:13:29.322908 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:29.336181 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:29.345059 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:29.381361 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55403197-d3c7-4ac8-896e-c5baf78b1522 None None] Network c8a25d18-0969-475a-a1e7-ff064689da30 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:13:29.457970 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101623'] for router (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:29.566265 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-8cd5eadc-affb-4933-8e84-fabb33218645 None None] Provisioning complete for port 585a237b-1370-463d-96c2-20c49e3188a0 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:29.567600 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8cd5eadc-affb-4933-8e84-fabb33218645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (585a237b-1370-463d-96c2-20c49e3188a0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:29.652192 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 43108) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:29.667082 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Router 37a78e73-9ee6-4287-8b39-ff69c311a4b4 is scheduled to L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a with binding_index 1 {{(pid=103681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:13:29.753157 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e0833b-34a5-4578-9961-0d81c0a4bb9a None None] Network eadbce5e-f6fa-402e-acf1-15b1deb0f309 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:13:29.776809 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 585a237b-1370-463d-96c2-20c49e3188a0 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:29.795873 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Pushing event updated for resources: {'Port': ['ID=7a9d0c49-a37e-48b9-8d66-1094567f05ae,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:29.807389 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Publish callbacks [] for router_gateway (bd37ca09-f1f9-40df-b672-3ef31199b963), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:29.821782 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d is scheduled to L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a with binding_index 1 {{(pid=103681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:13:29.840627 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:13:29.854607 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Sync routers for ids ['37a78e73-9ee6-4287-8b39-ff69c311a4b4'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:13:29.872242 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Routers {'37a78e73-9ee6-4287-8b39-ff69c311a4b4'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:13:29.872871 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:13:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['37a78e73-9ee6-4287-8b39-ff69c311a4b4'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:29.914532 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5eadc-affb-4933-8e84-fabb33218645 None None] Current status of the port 585a237b-1370-463d-96c2-20c49e3188a0 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:29.915540 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8cd5eadc-affb-4933-8e84-fabb33218645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (585a237b-1370-463d-96c2-20c49e3188a0), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:29.979251 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 585a237b-1370-463d-96c2-20c49e3188a0 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:29.979886 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (585a237b-1370-463d-96c2-20c49e3188a0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:29.998433 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:13:30.023278 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-69ae0cf9-9fb3-4640-93d3-61b7f1023792 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-493635410-network', 'tenant_id': 'd00d143da620417f87028ba8d878e015'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:30.027827 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-8cd5eadc-affb-4933-8e84-fabb33218645 None None] For port 585a237b-1370-463d-96c2-20c49e3188a0, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=585a237b-1370-463d-96c2-20c49e3188a0,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:13:30.039687 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Sync routers for ids ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:13:30.082116 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Routers {'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:13:30.082793 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:13:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:30.084871 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8cd5eadc-affb-4933-8e84-fabb33218645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (585a237b-1370-463d-96c2-20c49e3188a0), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.092392 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ae0cf9-9fb3-4640-93d3-61b7f1023792 admin admin] Made reservation on behalf of d00d143da620417f87028ba8d878e015 for: {'network': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:30.096211 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-69ae0cf9-9fb3-4640-93d3-61b7f1023792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.110644 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-69ae0cf9-9fb3-4640-93d3-61b7f1023792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.120289 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Set router 37a78e73-9ee6-4287-8b39-ff69c311a4b4 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:13:30.179254 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101623'] for router (bd37ca09-f1f9-40df-b672-3ef31199b963), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.214933 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-69ae0cf9-9fb3-4640-93d3-61b7f1023792 admin admin] Publish callbacks [] for security_group (46e74278-e46a-4c98-91de-a8632207d9e2), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.223278 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.227807 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-3d14986e-1198-489d-98b9-7b72b8c0d9af admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7314956 Mar 08 19:13:30.233809 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.235541 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43116) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:30.238708 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-8acc41ce-b5cd-4bac-8fde-053bf29d133c admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8221524 Mar 08 19:13:30.250754 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43118) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:30.305996 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-69ae0cf9-9fb3-4640-93d3-61b7f1023792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (46e74278-e46a-4c98-91de-a8632207d9e2), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.325064 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ae0cf9-9fb3-4640-93d3-61b7f1023792 admin admin] vlan segment allocate from pool success with {'vlan_id': 974, 'physical_network': 'physnet1'} {{(pid=103681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:13:30.337230 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5eadc-affb-4933-8e84-fabb33218645 None None] Pushing event updated for resources: {'Port': ['ID=585a237b-1370-463d-96c2-20c49e3188a0,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:30.348785 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0a45677e-1a0a-4262-9653-0ee54a1097c0 None None] Provisioning complete for port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:30.349240 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0a45677e-1a0a-4262-9653-0ee54a1097c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.372373 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-69ae0cf9-9fb3-4640-93d3-61b7f1023792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (a81d4c30-e243-42d8-b6d0-19fcc6d31107), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.372869 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.segments_db [None req-69ae0cf9-9fb3-4640-93d3-61b7f1023792 admin admin] Added segment a81d4c30-e243-42d8-b6d0-19fcc6d31107 of type vlan for network 63b47bc1-47ff-4f41-a222-1e93c4e62fd8 Mar 08 19:13:30.430836 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 585a237b-1370-463d-96c2-20c49e3188a0 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:30.433524 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:30.447339 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-535928164-router', 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'f950bbc0-97d6-467c-9d84-2f26c3d3740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:27Z', 'revision_number': 3, 'project_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'gw_port': {'id': 'f950bbc0-97d6-467c-9d84-2f26c3d3740a', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:25Z', 'updated_at': '2022-03-08T19:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:30.462912 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Set router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:13:30.477240 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-acb63139-6a81-489c-aeb9-07ebcc9ffc6d req-a338f0a7-4c7f-4167-8d78-f6ec56295fac tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 210 time: 0.1023920 Mar 08 19:13:30.512227 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Checking router: 37a78e73-9ee6-4287-8b39-ff69c311a4b4 for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:13:30.512576 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Updating router 37a78e73-9ee6-4287-8b39-ff69c311a4b4 port f950bbc0-97d6-467c-9d84-2f26c3d3740a binding host dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:13:30.516972 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae0cf9-9fb3-4640-93d3-61b7f1023792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e74278-e46a-4c98-91de-a8632207d9e2,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:30.534315 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-69ae0cf9-9fb3-4640-93d3-61b7f1023792 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (63b47bc1-47ff-4f41-a222-1e93c4e62fd8), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.561084 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (f950bbc0-97d6-467c-9d84-2f26c3d3740a), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.645227 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Publish callbacks [] for router_gateway (bb4877bd-bd79-4d0b-90c3-53ae27b105db), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.646763 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-69ae0cf9-9fb3-4640-93d3-61b7f1023792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (63b47bc1-47ff-4f41-a222-1e93c4e62fd8), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.647998 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ae0cf9-9fb3-4640-93d3-61b7f1023792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:30.648783 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-69ae0cf9-9fb3-4640-93d3-61b7f1023792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.716163 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:30.716550 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.744551 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0a45677e-1a0a-4262-9653-0ee54a1097c0 None None] Current status of the port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:30.744933 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0a45677e-1a0a-4262-9653-0ee54a1097c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.748150 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae0cf9-9fb3-4640-93d3-61b7f1023792 admin admin] Pushing event updated for resources: {'Network': ['ID=63b47bc1-47ff-4f41-a222-1e93c4e62fd8,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:30.768304 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network 63b47bc1-47ff-4f41-a222-1e93c4e62fd8 details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:13:30.846704 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-69ae0cf9-9fb3-4640-93d3-61b7f1023792 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1857085 Mar 08 19:13:30.848903 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 43128) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:30.858854 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-0812ce86-c63f-4319-8e59-497d28a48ba3 admin admin] Request body: {'subnet': {'network_id': '63b47bc1-47ff-4f41-a222-1e93c4e62fd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-493635410-subnet', 'tenant_id': 'd00d143da620417f87028ba8d878e015', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:30.888267 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0a45677e-1a0a-4262-9653-0ee54a1097c0 None None] For port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=3d8eb2b0-9a30-47a9-9550-ec6d68678b24,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:13:30.939731 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Publish callbacks [] for port (f950bbc0-97d6-467c-9d84-2f26c3d3740a), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.946785 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:28Z', 'revision_number': 3, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:30.978812 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:30.979216 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.981242 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Checking router: c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:13:30.982365 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0812ce86-c63f-4319-8e59-497d28a48ba3 admin admin] Made reservation on behalf of d00d143da620417f87028ba8d878e015 for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:30.985093 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Updating router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d port d5d99d36-af18-44a1-a328-3280c0bc0038 binding host dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:13:30.985513 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0812ce86-c63f-4319-8e59-497d28a48ba3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:30.987732 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0a45677e-1a0a-4262-9653-0ee54a1097c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:31.068162 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (d5d99d36-af18-44a1-a328-3280c0bc0038), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:31.080601 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (f950bbc0-97d6-467c-9d84-2f26c3d3740a), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:31.100984 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0a45677e-1a0a-4262-9653-0ee54a1097c0 None None] Provisioning complete for port 43765772-8994-473e-8ba0-e226c5c5f9bc triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:31.101370 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0a45677e-1a0a-4262-9653-0ee54a1097c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (43765772-8994-473e-8ba0-e226c5c5f9bc), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:31.164919 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Router bd37ca09-f1f9-40df-b672-3ef31199b963 is scheduled to L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a with binding_index 1 {{(pid=103680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:13:31.178947 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207f89d-0619-4153-a08f-154792f49fa3 None None] Pushing event updated for resources: {'Port': ['ID=f950bbc0-97d6-467c-9d84-2f26c3d3740a,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:31.196030 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f89d-0619-4153-a08f-154792f49fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:31.197799 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f89d-0619-4153-a08f-154792f49fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:31.198652 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f89d-0619-4153-a08f-154792f49fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:31.199212 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f89d-0619-4153-a08f-154792f49fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:31.199808 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f89d-0619-4153-a08f-154792f49fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:31.200463 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f89d-0619-4153-a08f-154792f49fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:31.200988 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f89d-0619-4153-a08f-154792f49fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:31.201514 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f89d-0619-4153-a08f-154792f49fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:31.203019 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f89d-0619-4153-a08f-154792f49fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:31.203889 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f89d-0619-4153-a08f-154792f49fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:31.204774 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f89d-0619-4153-a08f-154792f49fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:31.205454 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f89d-0619-4153-a08f-154792f49fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:31.206090 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f89d-0619-4153-a08f-154792f49fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d207f89d-0619-4153-a08f-154792f49fa3 None None] Tracked resource versions report: Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: pushed versions: Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: { 'AddressGroup': {'1.2'}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'ConntrackHelper': {'1.0'}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Log': {'1.0'}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Network': {'1.1'}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Port': {'1.7'}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'PortForwarding': {'1.2'}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'QosPolicy': {'1.10'}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'SecurityGroup': {'1.5'}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'SubPort': {'1.0'}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Subnet': {'1.1'}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Trunk': {'1.1'}} Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: consumer versions: Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: { DHCP agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: HyperV agent@hv-cinder-83009: {}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: L3 agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: Metadata agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: Metering agent@dv-cinder-830091-3-iscsi: {}, Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: Open vSwitch agent@dv-cinder-830091-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'ConntrackHelper': '1.0', Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'LocalIPAssociation': '1.0', Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Log': '1.0', Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Network': '1.1', Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Port': '1.7', Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'PortForwarding': '1.2', Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'QosPolicy': '1.10', Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'SecurityGroup': '1.5', Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'SecurityGroupRule': '1.2', Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'SubPort': '1.0', Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Subnet': '1.1', Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: 'Trunk': '1.1'}} Mar 08 19:13:31.207759 dv-cinder-830091-3-iscsi neutron-server[103683]: {{(pid=103683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:13:31.233793 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Attempting to bind port f950bbc0-97d6-467c-9d84-2f26c3d3740a on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:13:31.235096 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Attempting to bind port f950bbc0-97d6-467c-9d84-2f26c3d3740a by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:13:31.235890 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Attempting to bind port f950bbc0-97d6-467c-9d84-2f26c3d3740a on network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:31.244646 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:13:31.245494 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Checking segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:31.246210 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:31.246845 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Bound using segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:13:31.247867 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Bound port: f950bbc0-97d6-467c-9d84-2f26c3d3740a, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:13:31.248420 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (f950bbc0-97d6-467c-9d84-2f26c3d3740a), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:31.284746 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45677e-1a0a-4262-9653-0ee54a1097c0 None None] Pushing event updated for resources: {'Port': ['ID=3d8eb2b0-9a30-47a9-9550-ec6d68678b24,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:31.300008 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0812ce86-c63f-4319-8e59-497d28a48ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for subnet (c86131af-2e50-4aca-944f-72f8a350f0ec), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:31.336776 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] For port f950bbc0-97d6-467c-9d84-2f26c3d3740a, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:13:31.341580 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] For port f950bbc0-97d6-467c-9d84-2f26c3d3740a, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=f950bbc0-97d6-467c-9d84-2f26c3d3740a,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:13:31.374073 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.db.api [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 19:13:31.374457 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG oslo_db.api [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 19:13:31.391906 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0812ce86-c63f-4319-8e59-497d28a48ba3 admin admin] Checking segment: {'id': 'a81d4c30-e243-42d8-b6d0-19fcc6d31107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '63b47bc1-47ff-4f41-a222-1e93c4e62fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:31.393167 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0812ce86-c63f-4319-8e59-497d28a48ba3 admin admin] Network hostable DHCP agents. Network: 63b47bc1-47ff-4f41-a222-1e93c4e62fd8, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:13:31.397335 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812ce86-c63f-4319-8e59-497d28a48ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c86131af-2e50-4aca-944f-72f8a350f0ec,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:31.417596 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (f950bbc0-97d6-467c-9d84-2f26c3d3740a), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:31.469187 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0a45677e-1a0a-4262-9653-0ee54a1097c0 None None] Current status of the port 43765772-8994-473e-8ba0-e226c5c5f9bc is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:31.487131 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101623'] for router (bb4877bd-bd79-4d0b-90c3-53ae27b105db), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:31.512134 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0a45677e-1a0a-4262-9653-0ee54a1097c0 None None] Provisioning complete for port 585a237b-1370-463d-96c2-20c49e3188a0 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:31.512522 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0a45677e-1a0a-4262-9653-0ee54a1097c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (585a237b-1370-463d-96c2-20c49e3188a0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:31.519018 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0812ce86-c63f-4319-8e59-497d28a48ba3 admin admin] Network 63b47bc1-47ff-4f41-a222-1e93c4e62fd8 is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:13:31.539595 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Routers {'37a78e73-9ee6-4287-8b39-ff69c311a4b4'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:13:31.540595 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:13:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['37a78e73-9ee6-4287-8b39-ff69c311a4b4'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:31.671774 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Publish callbacks [] for port (d5d99d36-af18-44a1-a328-3280c0bc0038), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:31.674200 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0a45677e-1a0a-4262-9653-0ee54a1097c0 None None] Current status of the port 585a237b-1370-463d-96c2-20c49e3188a0 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:31.689994 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207f89d-0619-4153-a08f-154792f49fa3 None None] Pushing event updated for resources: {'Port': ['ID=f950bbc0-97d6-467c-9d84-2f26c3d3740a,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:31.701790 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] Set router 37a78e73-9ee6-4287-8b39-ff69c311a4b4 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:13:31.737512 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:13:31.747758 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-734751eb-2c01-45c6-913a-3ad293632ca1 req-a82bb75d-3d7f-4ec9-9998-14a1ad49fa67 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 210 time: 0.1929772 Mar 08 19:13:31.749365 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-0812ce86-c63f-4319-8e59-497d28a48ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, 63b47bc1-47ff-4f41-a222-1e93c4e62fd8) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:31.754049 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0812ce86-c63f-4319-8e59-497d28a48ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:31.755348 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0812ce86-c63f-4319-8e59-497d28a48ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:31.767986 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f816fe31-1aea-4dd4-9b98-f074b421ca91 None None] Network 63b47bc1-47ff-4f41-a222-1e93c4e62fd8 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:13:31.787792 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Sync routers for ids ['bd37ca09-f1f9-40df-b672-3ef31199b963'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:13:31.821090 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Routers {'bd37ca09-f1f9-40df-b672-3ef31199b963'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:13:31.821818 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:13:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bd37ca09-f1f9-40df-b672-3ef31199b963'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:31.826686 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (d5d99d36-af18-44a1-a328-3280c0bc0038), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:31.867309 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-0812ce86-c63f-4319-8e59-497d28a48ba3 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0137541 Mar 08 19:13:31.919017 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c199194-b45a-49ed-ad42-649a1aa74f19 None None] Pushing event updated for resources: {'Port': ['ID=d5d99d36-af18-44a1-a328-3280c0bc0038,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:31.976288 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b0585d29-d30a-4def-a34e-932bc2468768 None None] Provisioning complete for port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:31.981208 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b0585d29-d30a-4def-a34e-932bc2468768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:32.004110 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Set router bd37ca09-f1f9-40df-b672-3ef31199b963 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:13:32.014500 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:32.016612 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b85bff51-00e2-405b-8005-88c81cab33ed admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4623165 Mar 08 19:13:32.019801 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 43146) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:32.092303 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:32.103194 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Attempting to bind port d5d99d36-af18-44a1-a328-3280c0bc0038 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:13:32.103859 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Attempting to bind port d5d99d36-af18-44a1-a328-3280c0bc0038 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:13:32.104408 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Attempting to bind port d5d99d36-af18-44a1-a328-3280c0bc0038 on network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:32.114766 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-db30c6b0-42cc-42da-b198-d3c53ca36ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:32.116811 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:32.118450 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 43765772-8994-473e-8ba0-e226c5c5f9bc up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:32.237269 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:13:32.237939 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Checking segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:32.238490 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:32.239060 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Bound using segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:13:32.239693 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Bound port: d5d99d36-af18-44a1-a328-3280c0bc0038, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:13:32.240255 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (d5d99d36-af18-44a1-a328-3280c0bc0038), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:32.244055 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-535928164-router', 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'f950bbc0-97d6-467c-9d84-2f26c3d3740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:27Z', 'revision_number': 3, 'project_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'gw_port': {'id': 'f950bbc0-97d6-467c-9d84-2f26c3d3740a', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:25Z', 'updated_at': '2022-03-08T19:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:32.282144 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c6ebf8-a894-42ae-a445-bcc3d1a4bf71 None None] The sync data for ids ['37a78e73-9ee6-4287-8b39-ff69c311a4b4'] in dv-cinder-830091-3-iscsi is: [{'id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-535928164-router', 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'f950bbc0-97d6-467c-9d84-2f26c3d3740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:27Z', 'revision_number': 3, 'project_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'gw_port': {'id': 'f950bbc0-97d6-467c-9d84-2f26c3d3740a', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:25Z', 'updated_at': '2022-03-08T19:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:13:32.328756 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c237f3-1d76-405a-aa86-94bc673f6fec None None] Network 63b47bc1-47ff-4f41-a222-1e93c4e62fd8 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:13:32.343884 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:28Z', 'revision_number': 3, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:32.389327 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Checking router: bd37ca09-f1f9-40df-b672-3ef31199b963 for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:13:32.389690 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Updating router bd37ca09-f1f9-40df-b672-3ef31199b963 port 7da36c22-ba9b-4676-b93a-a07a1c304941 binding host dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:13:32.393188 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 43765772-8994-473e-8ba0-e226c5c5f9bc triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:32.398906 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (43765772-8994-473e-8ba0-e226c5c5f9bc), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:32.431522 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (7da36c22-ba9b-4676-b93a-a07a1c304941), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:32.466401 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:32.481607 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b0585d29-d30a-4def-a34e-932bc2468768 None None] Current status of the port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:32.506012 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Allocated IP 172.20.0.1 (cd3ea4fe-bf1a-4952-b0bd-286510901348/ee055724-f572-4951-9bec-6d1ee3ec6732/fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:32.509150 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] For port d5d99d36-af18-44a1-a328-3280c0bc0038, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:13:32.538347 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] For port d5d99d36-af18-44a1-a328-3280c0bc0038, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=d5d99d36-af18-44a1-a328-3280c0bc0038,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:13:32.629760 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 43765772-8994-473e-8ba0-e226c5c5f9bc is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:32.636005 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (d5d99d36-af18-44a1-a328-3280c0bc0038), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:32.642052 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Router bb4877bd-bd79-4d0b-90c3-53ae27b105db is scheduled to L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a with binding_index 1 {{(pid=103680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:13:32.751225 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Routers {'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:13:32.751848 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:13:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:32.873933 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:32.932479 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 585a237b-1370-463d-96c2-20c49e3188a0 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:32.939247 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Allocated IP 172.20.0.1 (57635741-7850-4fb8-8caf-3cc49a276e9c/4458874f-5444-4ac0-9eff-261091c9a74c/dc85abc6-f1be-4d73-820e-516793921f92) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:32.974326 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-856757fc-520a-4e6a-aca7-230f3a71e288 req-692b6051-39da-4be3-a7dd-addae45f768a tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 210 time: 0.0400510 Mar 08 19:13:33.020170 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c199194-b45a-49ed-ad42-649a1aa74f19 None None] Pushing event updated for resources: {'Port': ['ID=d5d99d36-af18-44a1-a328-3280c0bc0038,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:33.061305 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] Set router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:13:33.071981 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Publish callbacks [] for port (7da36c22-ba9b-4676-b93a-a07a1c304941), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.125285 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 43166) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:33.131732 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-4e71d19f-a749-44a3-89bc-10a87056911a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-904225197-network', 'tenant_id': '17bb5d00ab0a472f9414395a44921cb2'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:33.148242 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (7da36c22-ba9b-4676-b93a-a07a1c304941), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.160318 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Allocated IP 172.20.0.1 (c8a25d18-0969-475a-a1e7-ff064689da30/fdb0863d-aa5d-4f95-aa01-9b30b9d1315b/9c72d39e-d854-4b0d-8dc7-d009cb248373) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:33.192229 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Attempting to bind port 7da36c22-ba9b-4676-b93a-a07a1c304941 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:13:33.192646 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Attempting to bind port 7da36c22-ba9b-4676-b93a-a07a1c304941 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:13:33.193167 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Attempting to bind port 7da36c22-ba9b-4676-b93a-a07a1c304941 on network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:33.231330 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:13:33.235477 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Checking segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:33.236117 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.238718 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:13:33.239353 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Bound using segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:13:33.260400 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Bound port: 7da36c22-ba9b-4676-b93a-a07a1c304941, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:13:33.260400 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (7da36c22-ba9b-4676-b93a-a07a1c304941), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.274393 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Sync routers for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:13:33.290341 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Publish callbacks [] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.294953 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:13:33.296158 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:13:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:33.299397 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Publish callbacks [] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.309550 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e71d19f-a749-44a3-89bc-10a87056911a admin admin] Made reservation on behalf of 17bb5d00ab0a472f9414395a44921cb2 for: {'network': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:33.313286 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4e71d19f-a749-44a3-89bc-10a87056911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.326734 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4e71d19f-a749-44a3-89bc-10a87056911a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.335215 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] For port 7da36c22-ba9b-4676-b93a-a07a1c304941, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:13:33.339122 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] For port 7da36c22-ba9b-4676-b93a-a07a1c304941, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=7da36c22-ba9b-4676-b93a-a07a1c304941,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:13:33.363788 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3aee0-9e3d-4119-847d-1a5b07e9056b None None] Pushing event updated for resources: {'Port': ['ID=7da36c22-ba9b-4676-b93a-a07a1c304941,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:33.398147 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Publish callbacks [] for port (dc85abc6-f1be-4d73-820e-516793921f92), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.423325 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (7da36c22-ba9b-4676-b93a-a07a1c304941), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.435113 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4e71d19f-a749-44a3-89bc-10a87056911a admin admin] Publish callbacks [] for security_group (ced1fecd-9408-417b-9852-105c267051b8), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.450801 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.453980 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 585a237b-1370-463d-96c2-20c49e3188a0 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:33.454485 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (585a237b-1370-463d-96c2-20c49e3188a0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.456522 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.470000 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.477982 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b083a3aa-3991-4bb9-8950-cdbd4efb1419 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.9302375 Mar 08 19:13:33.489241 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43168) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:33.511576 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9c72d39e-d854-4b0d-8dc7-d009cb248373,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:33.519037 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4e71d19f-a749-44a3-89bc-10a87056911a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (ced1fecd-9408-417b-9852-105c267051b8), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.540773 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Network c8a25d18-0969-475a-a1e7-ff064689da30 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:33.542330 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Routers {'bd37ca09-f1f9-40df-b672-3ef31199b963'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:13:33.542982 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:13:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bd37ca09-f1f9-40df-b672-3ef31199b963'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:33.545034 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:33.556944 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:33.557611 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8094426'] for router_interface (bd37ca09-f1f9-40df-b672-3ef31199b963), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.589205 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (dc85abc6-f1be-4d73-820e-516793921f92), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.597231 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Network cd3ea4fe-bf1a-4952-b0bd-286510901348 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:33.622586 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:33.625800 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:33.626824 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8094426'] for router_interface (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.653112 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3aee0-9e3d-4119-847d-1a5b07e9056b None None] Pushing event updated for resources: {'Port': ['ID=7da36c22-ba9b-4676-b93a-a07a1c304941,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:33.694562 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e71d19f-a749-44a3-89bc-10a87056911a admin admin] vlan segment allocate from pool success with {'vlan_id': 964, 'physical_network': 'physnet1'} {{(pid=103681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:13:33.745794 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71d19f-a749-44a3-89bc-10a87056911a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced1fecd-9408-417b-9852-105c267051b8,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:33.775308 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4e71d19f-a749-44a3-89bc-10a87056911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (b5cfaf91-413c-4906-a70e-fe54b0be29c0), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:33.775779 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.segments_db [None req-4e71d19f-a749-44a3-89bc-10a87056911a admin admin] Added segment b5cfaf91-413c-4906-a70e-fe54b0be29c0 of type vlan for network 22f3fb7e-b6f2-4545-9784-b86eda75b4ef Mar 08 19:13:33.830370 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.76', 60800) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:33.856319 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:13:33.867276 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] Set router bd37ca09-f1f9-40df-b672-3ef31199b963 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:13:34.064661 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4e71d19f-a749-44a3-89bc-10a87056911a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (22f3fb7e-b6f2-4545-9784-b86eda75b4ef), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:34.101144 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:28Z', 'revision_number': 3, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:34.117222 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e026b513-6ff9-42de-b6e3-2d9f2ad99060 req-39b40a33-66a3-4031-9316-cc2d6ba024ca tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 210 time: 0.0426137 Mar 08 19:13:34.121117 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Pushing event updated for resources: {'Port': ['ID=fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:34.154949 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Network 57635741-7850-4fb8-8caf-3cc49a276e9c is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:34.167639 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa37ad3-4426-4f2e-86d6-ed58e2760d7b None None] The sync data for ids ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'] in dv-cinder-830091-3-iscsi is: [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:28Z', 'revision_number': 3, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:13:34.180208 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 585a237b-1370-463d-96c2-20c49e3188a0 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:34.181530 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:34.204380 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:34.206635 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Pushing event updated for resources: {'Port': ['ID=dc85abc6-f1be-4d73-820e-516793921f92,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:34.218799 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:34.219293 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8094426'] for router_interface (37a78e73-9ee6-4287-8b39-ff69c311a4b4), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:34.241413 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-9b3cb900-0fc5-4efe-8ddb-c1a426695051 None None] Provisioning complete for port 9c72d39e-d854-4b0d-8dc7-d009cb248373 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:34.242022 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb900-0fc5-4efe-8ddb-c1a426695051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:34.259748 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-d990df87-7614-4a07-a422-047e5bce03b7 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:34.264483 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-d990df87-7614-4a07-a422-047e5bce03b7 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.76 "GET /v2.0/networks?id=f176316a-dcf0-4ff8-9d04-4117d60f21a4 HTTP/1.1" status: 200 len: 811 time: 0.4330842 Mar 08 19:13:34.286394 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4e71d19f-a749-44a3-89bc-10a87056911a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (22f3fb7e-b6f2-4545-9784-b86eda75b4ef), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:34.287681 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e71d19f-a749-44a3-89bc-10a87056911a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:34.288388 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4e71d19f-a749-44a3-89bc-10a87056911a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:34.298264 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:28Z', 'revision_number': 3, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:34.336445 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4fecb-c233-4685-ad46-596f5190c392 None None] The sync data for ids ['bd37ca09-f1f9-40df-b672-3ef31199b963'] in dv-cinder-830091-3-iscsi is: [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:28Z', 'revision_number': 3, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:13:34.361611 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:34.369721 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-9b3cb900-0fc5-4efe-8ddb-c1a426695051 None None] Port 9c72d39e-d854-4b0d-8dc7-d009cb248373 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:13:34.401448 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:34.401833 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:34.407472 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-83df8855-0f09-4542-91f6-6cc30870f08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:34.409584 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-4e71d19f-a749-44a3-89bc-10a87056911a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2830999 Mar 08 19:13:34.413743 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 43178) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:34.428607 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-1fd31905-c1c6-4c8b-9909-3a11aade933a admin admin] Request body: {'subnet': {'network_id': '22f3fb7e-b6f2-4545-9784-b86eda75b4ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-904225197-subnet', 'tenant_id': '17bb5d00ab0a472f9414395a44921cb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:34.441112 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71d19f-a749-44a3-89bc-10a87056911a admin admin] Pushing event updated for resources: {'Network': ['ID=22f3fb7e-b6f2-4545-9784-b86eda75b4ef,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:34.468974 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network 22f3fb7e-b6f2-4545-9784-b86eda75b4ef details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:13:34.536480 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:29Z', 'revision_number': 3, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:34.680656 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Checking router: bb4877bd-bd79-4d0b-90c3-53ae27b105db for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:13:34.681377 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Updating router bb4877bd-bd79-4d0b-90c3-53ae27b105db port 7a9d0c49-a37e-48b9-8d66-1094567f05ae binding host dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:13:34.698035 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd31905-c1c6-4c8b-9909-3a11aade933a admin admin] Made reservation on behalf of 17bb5d00ab0a472f9414395a44921cb2 for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:34.700621 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1fd31905-c1c6-4c8b-9909-3a11aade933a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:34.749053 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-4198b4ec-9db3-49c1-b09b-a2460b7cf36e None None] Provisioning complete for port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:34.749440 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4198b4ec-9db3-49c1-b09b-a2460b7cf36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:34.754621 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Publish callbacks [] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:34.868557 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (7a9d0c49-a37e-48b9-8d66-1094567f05ae), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:34.872448 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:34.873309 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8094390'] for router_interface (bd37ca09-f1f9-40df-b672-3ef31199b963), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:34.963348 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-4198b4ec-9db3-49c1-b09b-a2460b7cf36e None None] Port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:13:34.993535 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:35.189817 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (dc85abc6-f1be-4d73-820e-516793921f92), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:35.336874 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device f950bbc0-97d6-467c-9d84-2f26c3d3740a up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:35.357968 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:35.359903 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:35.440077 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-402efa1e-40bc-4dc4-a013-2c7ce5f6b5ef req-9ac61b41-89fe-42db-a9bf-e7644ec1fd25 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 210 time: 0.1477375 Mar 08 19:13:35.443316 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9c72d39e-d854-4b0d-8dc7-d009cb248373,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:35.497052 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port f950bbc0-97d6-467c-9d84-2f26c3d3740a triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:35.497431 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Network c8a25d18-0969-475a-a1e7-ff064689da30 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:35.497538 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (f950bbc0-97d6-467c-9d84-2f26c3d3740a), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:35.504730 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:35.516586 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1fd31905-c1c6-4c8b-9909-3a11aade933a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for subnet (c7281795-e4af-4d0e-a5da-d5614d77d78a), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:35.585750 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Publish callbacks [] for port (7a9d0c49-a37e-48b9-8d66-1094567f05ae), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:35.667440 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port f950bbc0-97d6-467c-9d84-2f26c3d3740a is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:35.667838 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (f950bbc0-97d6-467c-9d84-2f26c3d3740a), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:35.682989 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (7a9d0c49-a37e-48b9-8d66-1094567f05ae), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:35.715664 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd31905-c1c6-4c8b-9909-3a11aade933a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7281795-e4af-4d0e-a5da-d5614d77d78a,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:35.727872 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd31905-c1c6-4c8b-9909-3a11aade933a admin admin] Checking segment: {'id': 'b5cfaf91-413c-4906-a70e-fe54b0be29c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '22f3fb7e-b6f2-4545-9784-b86eda75b4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:35.728335 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd31905-c1c6-4c8b-9909-3a11aade933a admin admin] Network hostable DHCP agents. Network: 22f3fb7e-b6f2-4545-9784-b86eda75b4ef, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:13:35.774003 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Router bd37ca09-f1f9-40df-b672-3ef31199b963 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:13:35.825701 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] For port f950bbc0-97d6-467c-9d84-2f26c3d3740a, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=f950bbc0-97d6-467c-9d84-2f26c3d3740a,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:13:35.843510 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd31905-c1c6-4c8b-9909-3a11aade933a admin admin] Network 22f3fb7e-b6f2-4545-9784-b86eda75b4ef is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:13:35.866979 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ad26e-d48d-4136-a56b-1024832d4bec None None] Pushing event updated for resources: {'Port': ['ID=7a9d0c49-a37e-48b9-8d66-1094567f05ae,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:35.887968 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Attempting to bind port 7a9d0c49-a37e-48b9-8d66-1094567f05ae on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:13:35.888970 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Attempting to bind port 7a9d0c49-a37e-48b9-8d66-1094567f05ae by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:13:35.889493 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Attempting to bind port 7a9d0c49-a37e-48b9-8d66-1094567f05ae on network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:35.909178 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:13:35.909741 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Checking segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:35.910566 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:35.911435 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Bound using segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:13:35.911893 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Bound port: 7a9d0c49-a37e-48b9-8d66-1094567f05ae, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:13:35.912406 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (7a9d0c49-a37e-48b9-8d66-1094567f05ae), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:35.932972 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-1fd31905-c1c6-4c8b-9909-3a11aade933a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, 22f3fb7e-b6f2-4545-9784-b86eda75b4ef) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:35.947605 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec56e344-f8f0-4cec-b5d3-9fa98c1776b6 None None] Network 22f3fb7e-b6f2-4545-9784-b86eda75b4ef requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:13:35.962283 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd31905-c1c6-4c8b-9909-3a11aade933a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:35.963295 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1fd31905-c1c6-4c8b-9909-3a11aade933a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:35.995771 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:13:36.010389 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-0ce091eb-3899-481f-88a2-3d08058e90d7 admin admin] 10.222.0.75 "PUT /v2.0/routers/bd37ca09-f1f9-40df-b672-3ef31199b963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9875193 Mar 08 19:13:36.012517 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (f950bbc0-97d6-467c-9d84-2f26c3d3740a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.013608 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 7da36c22-ba9b-4676-b93a-a07a1c304941 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:36.079671 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-1fd31905-c1c6-4c8b-9909-3a11aade933a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6589375 Mar 08 19:13:36.086344 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Publish callbacks [] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.126768 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Publish callbacks [] for port (dc85abc6-f1be-4d73-820e-516793921f92), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.138738 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-3b23e1f7-e8a3-4301-9f64-a101ede45554 None None] Provisioning complete for port 9c72d39e-d854-4b0d-8dc7-d009cb248373 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:36.139120 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-3b23e1f7-e8a3-4301-9f64-a101ede45554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.162503 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.164241 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8094390'] for router_interface (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.207039 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.251173 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Pushing event updated for resources: {'Port': ['ID=f950bbc0-97d6-467c-9d84-2f26c3d3740a,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:36.273505 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] For port 7a9d0c49-a37e-48b9-8d66-1094567f05ae, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:13:36.326478 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-3b23e1f7-e8a3-4301-9f64-a101ede45554 None None] Port 9c72d39e-d854-4b0d-8dc7-d009cb248373 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:13:36.328896 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 43210) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:36.330340 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] For port 7a9d0c49-a37e-48b9-8d66-1094567f05ae, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=7a9d0c49-a37e-48b9-8d66-1094567f05ae,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:13:36.337036 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97ccbd0-c3c9-41a5-94d8-1b263a92f318 None None] Network 22f3fb7e-b6f2-4545-9784-b86eda75b4ef requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:13:36.338660 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (dc85abc6-f1be-4d73-820e-516793921f92), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.339397 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8094390'] for router_interface (37a78e73-9ee6-4287-8b39-ff69c311a4b4), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.371791 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 7da36c22-ba9b-4676-b93a-a07a1c304941 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:36.372214 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (7da36c22-ba9b-4676-b93a-a07a1c304941), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.389137 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b86d356-76fc-49ed-8952-ce0e95caf658 admin admin] Deleting subnet c86131af-2e50-4aca-944f-72f8a350f0ec {{(pid=103681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:13:36.394595 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8b86d356-76fc-49ed-8952-ce0e95caf658 admin admin] Publish callbacks [] for subnet (c86131af-2e50-4aca-944f-72f8a350f0ec), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.420024 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (7a9d0c49-a37e-48b9-8d66-1094567f05ae), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.436611 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8b86d356-76fc-49ed-8952-ce0e95caf658 admin admin] Publish callbacks [] for subnet (c86131af-2e50-4aca-944f-72f8a350f0ec), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.451196 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8b86d356-76fc-49ed-8952-ce0e95caf658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (c86131af-2e50-4aca-944f-72f8a350f0ec), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.530611 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Pushing event updated for resources: {'Port': ['ID=fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:36.600532 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ce104a02-a7e2-424a-91b2-e0902820d329 req-e2c54bb5-5474-440d-9302-5c033b57735f tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 210 time: 0.0356410 Mar 08 19:13:36.605317 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Network 57635741-7850-4fb8-8caf-3cc49a276e9c is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:36.606200 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Pushing event updated for resources: {'Port': ['ID=dc85abc6-f1be-4d73-820e-516793921f92,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:36.615625 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:36.668214 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Network cd3ea4fe-bf1a-4952-b0bd-286510901348 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:36.676182 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:36.689155 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8b86d356-76fc-49ed-8952-ce0e95caf658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for subnet (c86131af-2e50-4aca-944f-72f8a350f0ec), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.727901 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86d356-76fc-49ed-8952-ce0e95caf658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c86131af-2e50-4aca-944f-72f8a350f0ec,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:36.753188 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8b86d356-76fc-49ed-8952-ce0e95caf658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.759152 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-8b86d356-76fc-49ed-8952-ce0e95caf658 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c86131af-2e50-4aca-944f-72f8a350f0ec HTTP/1.1" status: 204 len: 168 time: 0.4262831 Mar 08 19:13:36.759606 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 43218) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:36.793839 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ad26e-d48d-4136-a56b-1024832d4bec None None] Pushing event updated for resources: {'Port': ['ID=7a9d0c49-a37e-48b9-8d66-1094567f05ae,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:36.801385 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:13:36.802040 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:13:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:36.911279 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 7da36c22-ba9b-4676-b93a-a07a1c304941 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:36.911681 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (7da36c22-ba9b-4676-b93a-a07a1c304941), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:36.917023 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (63b47bc1-47ff-4f41-a222-1e93c4e62fd8), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.009249 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] For port 7da36c22-ba9b-4676-b93a-a07a1c304941, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=7da36c22-ba9b-4676-b93a-a07a1c304941,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:13:37.046039 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:13:37.119331 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (63b47bc1-47ff-4f41-a222-1e93c4e62fd8), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.122605 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (7da36c22-ba9b-4676-b93a-a07a1c304941), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.123407 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device d5d99d36-af18-44a1-a328-3280c0bc0038 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:37.150755 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:37.151277 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:37.152394 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:37.152832 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Subscribe: > port after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:37.153244 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Subscribe: > port after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:37.153815 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Subscribe: > port after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:37.154773 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:37.155375 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:37.157719 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:37.159045 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:37.200258 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43224) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:37.254517 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Router 37a78e73-9ee6-4287-8b39-ff69c311a4b4 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:13:37.263020 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-04c6cfb2-01ab-4ea3-8c22-6f2137f91b80 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1799120272', 'description': 'tempest-description--1306778733'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:37.288045 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Allocated IP 172.20.0.1 (eadbce5e-f6fa-402e-acf1-15b1deb0f309/f85598c7-024d-416e-bf9f-b74e60adac34/8fdf4338-a084-43df-97a3-f4af01fe895f) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:37.296156 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0183252c-6289-4e19-970c-e7b328aac30a None None] Provisioning complete for port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:37.297116 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0183252c-6289-4e19-970c-e7b328aac30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.350742 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.357524 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Pushing event updated for resources: {'Port': ['ID=7da36c22-ba9b-4676-b93a-a07a1c304941,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:37.370693 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0183252c-6289-4e19-970c-e7b328aac30a None None] Port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:13:37.414962 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port d5d99d36-af18-44a1-a328-3280c0bc0038 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:37.415256 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (d5d99d36-af18-44a1-a328-3280c0bc0038), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.428392 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:13:37.436144 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-04c6cfb2-01ab-4ea3-8c22-6f2137f91b80 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.453332 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:37.453332 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:37.453332 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:37.453954 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:37.454299 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b47bc1-47ff-4f41-a222-1e93c4e62fd8']}} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:37.476531 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81d4c30-e243-42d8-b6d0-19fcc6d31107') {'for_net_delete': True} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:37.476842 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81d4c30-e243-42d8-b6d0-19fcc6d31107') {} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:37.495540 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4838956'] for segment (a81d4c30-e243-42d8-b6d0-19fcc6d31107), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.505999 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:29Z', 'revision_number': 3, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:37.522464 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (a81d4c30-e243-42d8-b6d0-19fcc6d31107), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.535526 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Releasing vlan 974 on physical network physnet1 to pool {{(pid=103681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:13:37.537800 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5418114'] for segment (a81d4c30-e243-42d8-b6d0-19fcc6d31107), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: from cryptography.utils import int_from_bytes Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: from cryptography.utils import int_from_bytes Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: Traceback (most recent call last): Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: timer() Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: cb(*args, **kw) Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: return func(*args, **kwargs) Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: self._notify() Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: self.callback(batched_events) Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: event.method(event) Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: return f(self, *a, **k) Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._get(url).json() Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: return self.request(url, 'GET', **kwargs) Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:13:37.541787 dv-cinder-830091-3-iscsi neutron-server[103681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:13:37.554172 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5509dd9-038b-475f-98d9-3bf769a64519 None None] The sync data for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi is: [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:29Z', 'revision_number': 3, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:13:37.559414 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port d5d99d36-af18-44a1-a328-3280c0bc0038 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:37.559806 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (d5d99d36-af18-44a1-a328-3280c0bc0038), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.582065 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] For port d5d99d36-af18-44a1-a328-3280c0bc0038, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=d5d99d36-af18-44a1-a328-3280c0bc0038,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:13:37.608512 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Publish callbacks [] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.631115 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:13:37.641935 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Sync routers for ids ['37a78e73-9ee6-4287-8b39-ff69c311a4b4'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:13:37.653980 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Routers {'37a78e73-9ee6-4287-8b39-ff69c311a4b4'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:13:37.654950 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:13:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['37a78e73-9ee6-4287-8b39-ff69c311a4b4'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:37.668267 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-18c0b08e-45e1-4cab-b8ff-83bb3b68bc2f admin admin] 10.222.0.75 "PUT /v2.0/routers/37a78e73-9ee6-4287-8b39-ff69c311a4b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4314163 Mar 08 19:13:37.679945 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (d5d99d36-af18-44a1-a328-3280c0bc0038), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.689300 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-c98cd6eb-ffb9-4f26-8cc7-370da057e779 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Request body: {'port': {'device_id': 'b1764d05-9f73-4c93-99d1-6068a3927cbd', 'network_id': 'f176316a-dcf0-4ff8-9d04-4117d60f21a4', 'admin_state_up': True, 'tenant_id': 'ba7a7a1ddfb54eaa8b255267ec4bde13'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:37.802568 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-04c6cfb2-01ab-4ea3-8c22-6f2137f91b80 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group (5e8a1971-933b-46cd-b580-70da90ec2bb3), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.821973 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (63b47bc1-47ff-4f41-a222-1e93c4e62fd8), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.831910 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:13:37.839211 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Pushing event updated for resources: {'Port': ['ID=d5d99d36-af18-44a1-a328-3280c0bc0038,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:37.839815 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-bc788ef8-9ad3-4e81-9b74-1826bc6ef017 admin admin] 10.222.0.75 "PUT /v2.0/routers/c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5854506 Mar 08 19:13:37.845337 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Sync routers for ids ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:13:37.874031 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-04c6cfb2-01ab-4ea3-8c22-6f2137f91b80 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5e8a1971-933b-46cd-b580-70da90ec2bb3), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.896980 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device f950bbc0-97d6-467c-9d84-2f26c3d3740a up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:37.975188 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:37.983403 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Set router 37a78e73-9ee6-4287-8b39-ff69c311a4b4 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:13:37.985489 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Routers {'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:13:37.990808 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:13:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:38.001537 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5cdcabab-f131-46ac-b680-207cd5e2b3e0 req-5457c2b5-ec1d-40db-bf68-280ee8d9b6c8 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 210 time: 0.2597723 Mar 08 19:13:38.074010 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Sync routers for ids ['bd37ca09-f1f9-40df-b672-3ef31199b963'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:13:38.081777 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-04c6cfb2-01ab-4ea3-8c22-6f2137f91b80 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:38.091097 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-04c6cfb2-01ab-4ea3-8c22-6f2137f91b80 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8348434 Mar 08 19:13:38.102405 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:38.106448 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] 10.222.0.75 "DELETE /v2.0/networks/63b47bc1-47ff-4f41-a222-1e93c4e62fd8 HTTP/1.1" status: 204 len: 168 time: 1.3457618 Mar 08 19:13:38.128468 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 43246) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:38.129663 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 43248) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:38.151356 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-dcfb808e-1c94-40d9-8881-838faf94490a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Request body: {'security_group_rule': {'security_group_id': '5e8a1971-933b-46cd-b580-70da90ec2bb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:38.158250 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Routers {'bd37ca09-f1f9-40df-b672-3ef31199b963'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:13:38.166691 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:13:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bd37ca09-f1f9-40df-b672-3ef31199b963'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:38.196581 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Network eadbce5e-f6fa-402e-acf1-15b1deb0f309 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:38.215502 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8f4af-efe4-49ef-b294-d747c46e63ee admin admin] Pushing event deleted for resources: {'Network': ['ID=63b47bc1-47ff-4f41-a222-1e93c4e62fd8,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:38.222104 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6cfb2-01ab-4ea3-8c22-6f2137f91b80 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8a1971-933b-46cd-b580-70da90ec2bb3,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:38.265198 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:38.273633 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:38.291703 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8094426'] for router_interface (bb4877bd-bd79-4d0b-90c3-53ae27b105db), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:38.392397 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Pushing event updated for resources: {'Port': ['ID=8fdf4338-a084-43df-97a3-f4af01fe895f,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:38.426109 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa7467a-4111-43fd-8a28-4417383e8bff admin admin] Deleting subnet c7281795-e4af-4d0e-a5da-d5614d77d78a {{(pid=103681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:13:38.426445 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port f950bbc0-97d6-467c-9d84-2f26c3d3740a triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:38.426445 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (f950bbc0-97d6-467c-9d84-2f26c3d3740a), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:38.444881 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5fa7467a-4111-43fd-8a28-4417383e8bff admin admin] Publish callbacks [] for subnet (c7281795-e4af-4d0e-a5da-d5614d77d78a), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:38.519561 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dcfb808e-1c94-40d9-8881-838faf94490a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group_rule (89973430-dfff-42fb-a4eb-439f182d7291), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:38.593135 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Set router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:13:38.615707 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5fa7467a-4111-43fd-8a28-4417383e8bff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4839127'] for subnet (c7281795-e4af-4d0e-a5da-d5614d77d78a), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:38.690392 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:38.720324 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Set router bd37ca09-f1f9-40df-b672-3ef31199b963 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:13:38.739770 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:38.767469 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dcfb808e-1c94-40d9-8881-838faf94490a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group_rule (89973430-dfff-42fb-a4eb-439f182d7291), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:38.793542 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-c98cd6eb-ffb9-4f26-8cc7-370da057e779 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Made reservation on behalf of ba7a7a1ddfb54eaa8b255267ec4bde13 for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:38.805285 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-c98cd6eb-ffb9-4f26-8cc7-370da057e779 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:38.891580 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port f950bbc0-97d6-467c-9d84-2f26c3d3740a is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:38.892916 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 7da36c22-ba9b-4676-b93a-a07a1c304941 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:38.938813 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-10fb08db-8459-4518-977e-77be428b2b67 None None] Provisioning complete for port 8fdf4338-a084-43df-97a3-f4af01fe895f triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:38.939411 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-10fb08db-8459-4518-977e-77be428b2b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:39.064602 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-10fb08db-8459-4518-977e-77be428b2b67 None None] Port 8fdf4338-a084-43df-97a3-f4af01fe895f cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:13:39.132461 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Publish callbacks [] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:39.134479 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43288) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:39.141665 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-618e0ef3-cb56-4554-9cf3-072e734f63b7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--288796508', 'description': 'tempest-description--1268458397'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:39.151269 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 7da36c22-ba9b-4676-b93a-a07a1c304941 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:39.154338 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (7da36c22-ba9b-4676-b93a-a07a1c304941), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:39.209609 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:39.212460 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8094390'] for router_interface (bb4877bd-bd79-4d0b-90c3-53ae27b105db), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:39.286319 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef', 'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'mac_address': 'fa:16:3e:44:42:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:35Z', 'revision_number': 2, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'subnets': [{'id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:39.345481 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5fa7467a-4111-43fd-8a28-4417383e8bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (c7281795-e4af-4d0e-a5da-d5614d77d78a), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:39.354018 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Checking router: c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:13:39.354612 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Updating router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef binding host dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:13:39.443128 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dcfb808e-1c94-40d9-8881-838faf94490a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (89973430-dfff-42fb-a4eb-439f182d7291), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:39.448836 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:39.453129 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 7da36c22-ba9b-4676-b93a-a07a1c304941 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:39.470253 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-618e0ef3-cb56-4554-9cf3-072e734f63b7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:39.552561 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7407bfcd-8bcc-4b75-b6e5-08c8adfe2c47 req-e229d24d-75a3-4661-828c-5491e4d0b4f7 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 210 time: 0.1324627 Mar 08 19:13:39.553634 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5fa7467a-4111-43fd-8a28-4417383e8bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5418216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4956552'] for subnet (c7281795-e4af-4d0e-a5da-d5614d77d78a), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:39.640359 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Pushing event updated for resources: {'Port': ['ID=8fdf4338-a084-43df-97a3-f4af01fe895f,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:39.667946 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb808e-1c94-40d9-8881-838faf94490a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89973430-dfff-42fb-a4eb-439f182d7291,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:39.687541 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7467a-4111-43fd-8a28-4417383e8bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7281795-e4af-4d0e-a5da-d5614d77d78a,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:39.701482 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-535928164-router', 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'f950bbc0-97d6-467c-9d84-2f26c3d3740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'gw_port': {'id': 'f950bbc0-97d6-467c-9d84-2f26c3d3740a', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:25Z', 'updated_at': '2022-03-08T19:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'dc85abc6-f1be-4d73-820e-516793921f92', 'name': '', 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c', 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'mac_address': 'fa:16:3e:c4:7a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4458874f-5444-4ac0-9eff-261091c9a74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:35Z', 'revision_number': 2, 'project_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'subnets': [{'id': '4458874f-5444-4ac0-9eff-261091c9a74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:39.707288 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '9c72d39e-d854-4b0d-8dc7-d009cb248373', 'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'mac_address': 'fa:16:3e:f3:43:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 2, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'subnets': [{'id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:39.775497 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5fa7467a-4111-43fd-8a28-4417383e8bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:39.779891 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-5fa7467a-4111-43fd-8a28-4417383e8bff admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c7281795-e4af-4d0e-a5da-d5614d77d78a HTTP/1.1" status: 204 len: 168 time: 1.6476684 Mar 08 19:13:39.788303 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43310) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:39.802327 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Checking router: bd37ca09-f1f9-40df-b672-3ef31199b963 for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:13:39.803372 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Updating router bd37ca09-f1f9-40df-b672-3ef31199b963 port 9c72d39e-d854-4b0d-8dc7-d009cb248373 binding host dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:13:39.848696 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:39.853052 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-c98cd6eb-ffb9-4f26-8cc7-370da057e779 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Allocated IP 172.20.0.9 (f176316a-dcf0-4ff8-9d04-4117d60f21a4/8e47d5d9-c52e-44cb-9522-f67f363652fc/ab1d2653-193c-4b46-89f5-5adf4d0861c9) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:39.869477 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dcfb808e-1c94-40d9-8881-838faf94490a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:39.873162 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-dcfb808e-1c94-40d9-8881-838faf94490a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7422795 Mar 08 19:13:39.901278 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-bdd8e9d5-081b-4e85-a86f-1547bd2d2024 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:39.911899 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-bdd8e9d5-081b-4e85-a86f-1547bd2d2024 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/networks?id=57635741-7850-4fb8-8caf-3cc49a276e9c HTTP/1.1" status: 200 len: 818 time: 1.2323961 Mar 08 19:13:39.915296 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 43312) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:39.936811 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-b2ca47f4-91a0-4335-93f1-6bbe2a44c63f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Request body: {'security_group_rule': {'security_group_id': '5e8a1971-933b-46cd-b580-70da90ec2bb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:40.066127 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-5a18f187-922a-4e37-b816-fd5fcba012fd tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/quotas/ac3e528a3aa34615a7a87b17e74c1f34 HTTP/1.1" status: 200 len: 375 time: 0.0675406 Mar 08 19:13:40.067643 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Network eadbce5e-f6fa-402e-acf1-15b1deb0f309 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:40.067643 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:40.169953 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-618e0ef3-cb56-4554-9cf3-072e734f63b7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group (4bbbe099-0da9-4a47-a8ab-f771d9920542), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:40.175866 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-2ef2609a-8baa-4183-b271-2f9e8536de1f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac3e528a3aa34615a7a87b17e74c1f34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1939898 Mar 08 19:13:40.234595 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 7a9d0c49-a37e-48b9-8d66-1094567f05ae up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:40.443138 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-618e0ef3-cb56-4554-9cf3-072e734f63b7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (4bbbe099-0da9-4a47-a8ab-f771d9920542), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:40.479258 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Publish callbacks [] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:40.482736 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Checking router: 37a78e73-9ee6-4287-8b39-ff69c311a4b4 for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:13:40.483566 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Updating router 37a78e73-9ee6-4287-8b39-ff69c311a4b4 port dc85abc6-f1be-4d73-820e-516793921f92 binding host dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:13:40.506301 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (22f3fb7e-b6f2-4545-9784-b86eda75b4ef), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:40.554062 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (dc85abc6-f1be-4d73-820e-516793921f92), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:40.558885 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:40.675530 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19866ba-3b78-4212-a396-c76cd7da06db None None] Pushing event updated for resources: {'Port': ['ID=9c72d39e-d854-4b0d-8dc7-d009cb248373,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:40.728658 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-c98cd6eb-ffb9-4f26-8cc7-370da057e779 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Publish callbacks [] for port (ab1d2653-193c-4b46-89f5-5adf4d0861c9), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:40.783829 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 7a9d0c49-a37e-48b9-8d66-1094567f05ae triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:40.790715 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (7a9d0c49-a37e-48b9-8d66-1094567f05ae), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:40.793986 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Publish callbacks [] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:40.820704 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-ab6df3b7-0ab6-4e01-ab3d-d557f34aa684 None None] Provisioning complete for port 8fdf4338-a084-43df-97a3-f4af01fe895f triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:40.821474 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ab6df3b7-0ab6-4e01-ab3d-d557f34aa684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:40.923695 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:40.943561 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b2ca47f4-91a0-4335-93f1-6bbe2a44c63f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group_rule (88297bf6-54ab-40d5-a257-533d81771131), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:40.962611 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e0ef3-cb56-4554-9cf3-072e734f63b7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbbe099-0da9-4a47-a8ab-f771d9920542,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:40.997048 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-ab6df3b7-0ab6-4e01-ab3d-d557f34aa684 None None] Port 8fdf4338-a084-43df-97a3-f4af01fe895f cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:13:41.011702 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-c98cd6eb-ffb9-4f26-8cc7-370da057e779 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (ab1d2653-193c-4b46-89f5-5adf4d0861c9), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.053551 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (22f3fb7e-b6f2-4545-9784-b86eda75b4ef), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.105462 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Router bb4877bd-bd79-4d0b-90c3-53ae27b105db has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:13:41.112132 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:41.118636 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:41.118636 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:41.118636 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:41.118636 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:41.118636 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:41.119397 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:41.119777 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:41.121464 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:41.121806 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:41.137336 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Attempting to bind port 9c72d39e-d854-4b0d-8dc7-d009cb248373 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:13:41.137798 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Attempting to bind port 9c72d39e-d854-4b0d-8dc7-d009cb248373 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:13:41.138068 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Attempting to bind port 9c72d39e-d854-4b0d-8dc7-d009cb248373 on network c8a25d18-0969-475a-a1e7-ff064689da30 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:41.141773 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea3484-9764-4cb2-b233-0736add09a72 None None] Pushing event updated for resources: {'Port': ['ID=fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:41.189052 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:13:41.189448 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Checking segment: {'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:41.190314 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.190314 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Bound using segment: {'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:13:41.190861 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Bound port: 9c72d39e-d854-4b0d-8dc7-d009cb248373, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:13:41.191251 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.273960 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-85d4f524-c3a0-46c3-b9bb-0a9bb64a1287 None None] Provisioning complete for port 9c72d39e-d854-4b0d-8dc7-d009cb248373 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:41.277433 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-85d4f524-c3a0-46c3-b9bb-0a9bb64a1287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.372994 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] For port 9c72d39e-d854-4b0d-8dc7-d009cb248373, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:13:41.377412 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-c98cd6eb-ffb9-4f26-8cc7-370da057e779 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Network f176316a-dcf0-4ff8-9d04-4117d60f21a4 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:41.405045 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-c98cd6eb-ffb9-4f26-8cc7-370da057e779 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:41.419777 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-66ae3a02-2db1-44a7-b594-c145fd4f3820 service neutron] 10.222.0.75 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2351196 Mar 08 19:13:41.422538 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-c98cd6eb-ffb9-4f26-8cc7-370da057e779 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:41.426831 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] For port 9c72d39e-d854-4b0d-8dc7-d009cb248373, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=9c72d39e-d854-4b0d-8dc7-d009cb248373,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:13:41.449550 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b2ca47f4-91a0-4335-93f1-6bbe2a44c63f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group_rule (88297bf6-54ab-40d5-a257-533d81771131), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.465013 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Attempting to bind port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:13:41.465647 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Attempting to bind port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:13:41.466767 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Attempting to bind port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef on network cd3ea4fe-bf1a-4952-b0bd-286510901348 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:41.471840 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 7a9d0c49-a37e-48b9-8d66-1094567f05ae is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:41.472467 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (7a9d0c49-a37e-48b9-8d66-1094567f05ae), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.489719 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:13:41.490105 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Checking segment: {'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:41.490514 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.490921 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Bound using segment: {'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:13:41.491409 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Bound port: fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:13:41.491800 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.517012 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-85d4f524-c3a0-46c3-b9bb-0a9bb64a1287 None None] Port 9c72d39e-d854-4b0d-8dc7-d009cb248373 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:13:41.527611 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.551806 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:41.555974 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:41.558576 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:41.558777 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:13:41.559221 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f3fb7e-b6f2-4545-9784-b86eda75b4ef']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:41.569371 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-618e0ef3-cb56-4554-9cf3-072e734f63b7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.574292 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-618e0ef3-cb56-4554-9cf3-072e734f63b7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.4353664 Mar 08 19:13:41.579118 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cd6eb-ffb9-4f26-8cc7-370da057e779 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Pushing event updated for resources: {'Port': ['ID=ab1d2653-193c-4b46-89f5-5adf4d0861c9,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:41.580572 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] For port 7a9d0c49-a37e-48b9-8d66-1094567f05ae, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=7a9d0c49-a37e-48b9-8d66-1094567f05ae,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:13:41.589009 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-c98cd6eb-ffb9-4f26-8cc7-370da057e779 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:41.589831 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-c98cd6eb-ffb9-4f26-8cc7-370da057e779 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.593123 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 43326) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:41.616652 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-fc0f0c05-8d96-45f6-a879-d4d5808c1a1b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Request body: {'security_group_rule': {'security_group_id': '4bbbe099-0da9-4a47-a8ab-f771d9920542', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:41.638553 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cfaf91-413c-4906-a70e-fe54b0be29c0') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:41.638672 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cfaf91-413c-4906-a70e-fe54b0be29c0') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:41.655022 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b2ca47f4-91a0-4335-93f1-6bbe2a44c63f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (88297bf6-54ab-40d5-a257-533d81771131), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.700965 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5655746'] for segment (b5cfaf91-413c-4906-a70e-fe54b0be29c0), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.708080 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43486e4-0be1-4d64-a5a0-23a013362e13 req-9449719d-4786-4615-92cc-5be059644dba tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:41.712203 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f43486e4-0be1-4d64-a5a0-23a013362e13 req-9449719d-4786-4615-92cc-5be059644dba tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 931 time: 0.8466229 Mar 08 19:13:41.747302 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] For port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:13:41.747603 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca47f4-91a0-4335-93f1-6bbe2a44c63f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88297bf6-54ab-40d5-a257-533d81771131,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:41.748993 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (7a9d0c49-a37e-48b9-8d66-1094567f05ae), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.756944 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device d5d99d36-af18-44a1-a328-3280c0bc0038 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:41.865747 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Routers {'bd37ca09-f1f9-40df-b672-3ef31199b963'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:13:41.866569 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:13:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bd37ca09-f1f9-40df-b672-3ef31199b963'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:41.875426 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:13:41.882303 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Publish callbacks [] for port (dc85abc6-f1be-4d73-820e-516793921f92), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.916919 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] For port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:13:41.953547 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0c05-8d96-45f6-a879-d4d5808c1a1b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group_rule (aa153cbc-29a3-4884-a592-e426f86db334), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:41.984297 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19866ba-3b78-4212-a396-c76cd7da06db None None] Pushing event updated for resources: {'Port': ['ID=9c72d39e-d854-4b0d-8dc7-d009cb248373,revision_number=4']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:42.012510 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-8ee44481-3fbe-4de4-a46e-eb363d01f408 None None] Provisioning complete for port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:42.013150 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8ee44481-3fbe-4de4-a46e-eb363d01f408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:42.046047 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Pushing event updated for resources: {'Port': ['ID=7a9d0c49-a37e-48b9-8d66-1094567f05ae,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:42.066639 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-c98cd6eb-ffb9-4f26-8cc7-370da057e779 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3825972 Mar 08 19:13:42.070313 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (dc85abc6-f1be-4d73-820e-516793921f92), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:42.098697 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b2ca47f4-91a0-4335-93f1-6bbe2a44c63f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:42.103378 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-b2ca47f4-91a0-4335-93f1-6bbe2a44c63f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1759021 Mar 08 19:13:42.103378 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-c17d4672-f240-498d-accd-a8f3ae36340c service neutron] 10.222.0.75 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6433623 Mar 08 19:13:42.111700 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:42.143885 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-dfc029ca-ebb6-41d5-bd05-28d9a77be04a tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:13:42.156475 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-dfc029ca-ebb6-41d5-bd05-28d9a77be04a tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0366874 Mar 08 19:13:42.156475 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 43340) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:42.157377 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Request body: {'floatingip': {'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:42.193469 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port d5d99d36-af18-44a1-a328-3280c0bc0038 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:42.194370 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (d5d99d36-af18-44a1-a328-3280c0bc0038), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:42.196474 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] Set router bd37ca09-f1f9-40df-b672-3ef31199b963 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:13:42.258796 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f43486e4-0be1-4d64-a5a0-23a013362e13 req-218c7f12-5b99-4702-8310-4c8656888cd6 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202096 Mar 08 19:13:42.290035 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-8ee44481-3fbe-4de4-a46e-eb363d01f408 None None] Port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:13:42.330692 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e913ce-9664-490c-9139-a1218d5bd40e None None] Pushing event updated for resources: {'Port': ['ID=dc85abc6-f1be-4d73-820e-516793921f92,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:42.372248 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (b5cfaf91-413c-4906-a70e-fe54b0be29c0), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:42.384028 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:13:42.395851 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Routers {'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:13:42.398098 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:13:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:42.416742 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-44879496-30ce-445e-82cd-a770257a8644 admin admin] 10.222.0.75 "PUT /v2.0/routers/bb4877bd-bd79-4d0b-90c3-53ae27b105db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9263391 Mar 08 19:13:42.441620 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Releasing vlan 964 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:13:42.442141 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6014763'] for segment (b5cfaf91-413c-4906-a70e-fe54b0be29c0), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: from cryptography.utils import int_from_bytes Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: from cryptography.utils import int_from_bytes Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: Traceback (most recent call last): Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: timer() Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: cb(*args, **kw) Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: return func(*args, **kwargs) Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: self._notify() Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: self.callback(batched_events) Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: event.method(event) Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: return f(self, *a, **k) Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: return self._get(url).json() Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: return self.request(url, 'GET', **kwargs) Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:13:42.447900 dv-cinder-830091-3-iscsi neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:13:42.459812 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0c05-8d96-45f6-a879-d4d5808c1a1b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group_rule (aa153cbc-29a3-4884-a592-e426f86db334), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:42.545043 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Attempting to bind port dc85abc6-f1be-4d73-820e-516793921f92 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:13:42.545472 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Attempting to bind port dc85abc6-f1be-4d73-820e-516793921f92 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': 'ab38971a-9a97-42fb-8431-334e18475c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:13:42.545850 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Attempting to bind port dc85abc6-f1be-4d73-820e-516793921f92 on network 57635741-7850-4fb8-8caf-3cc49a276e9c {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:42.581859 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:42.585320 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0c05-8d96-45f6-a879-d4d5808c1a1b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (aa153cbc-29a3-4884-a592-e426f86db334), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:42.596331 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Sync routers for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:13:42.647417 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:13:42.647417 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Checking segment: {'id': 'ab38971a-9a97-42fb-8431-334e18475c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:42.647417 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:42.647417 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Bound using segment: {'id': 'ab38971a-9a97-42fb-8431-334e18475c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:13:42.647417 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Bound port: dc85abc6-f1be-4d73-820e-516793921f92, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab38971a-9a97-42fb-8431-334e18475c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:13:42.660674 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (dc85abc6-f1be-4d73-820e-516793921f92), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:42.741613 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Request body: {'port': {'device_id': 'b1764d05-9f73-4c93-99d1-6068a3927cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:42.760527 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (22f3fb7e-b6f2-4545-9784-b86eda75b4ef), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:42.772648 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea3484-9764-4cb2-b233-0736add09a72 None None] Pushing event updated for resources: {'Port': ['ID=fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:42.789512 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:42.802712 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:13:42.802935 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f0c05-8d96-45f6-a879-d4d5808c1a1b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa153cbc-29a3-4884-a592-e426f86db334,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:42.814599 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:13:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:42.816353 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/22f3fb7e-b6f2-4545-9784-b86eda75b4ef HTTP/1.1" status: 204 len: 168 time: 2.9890332 Mar 08 19:13:42.863697 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c291b7-82a7-47cb-aa97-2cad92b39ff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=22f3fb7e-b6f2-4545-9784-b86eda75b4ef,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:42.882006 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port d5d99d36-af18-44a1-a328-3280c0bc0038 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:42.929062 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7e2e7797-5958-4522-a2bd-38b660d55a4f req-e47b6adb-2bd5-42bd-8176-a9c3ae427171 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 210 time: 0.1384854 Mar 08 19:13:42.936930 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0c05-8d96-45f6-a879-d4d5808c1a1b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:42.938520 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-fc0f0c05-8d96-45f6-a879-d4d5808c1a1b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3362775 Mar 08 19:13:42.941473 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43376) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:42.947088 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-7f5a6864-e1dd-4d73-ac09-83d81850c367 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Request body: {'security_group_rule': {'security_group_id': '4bbbe099-0da9-4a47-a8ab-f771d9920542', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:42.981040 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-9f3e61aa-3a1f-4197-b059-b326174d6e17 None None] Provisioning complete for port 9c72d39e-d854-4b0d-8dc7-d009cb248373 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:42.988185 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] For port dc85abc6-f1be-4d73-820e-516793921f92, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:13:42.988711 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9f3e61aa-3a1f-4197-b059-b326174d6e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:42.991825 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] For port dc85abc6-f1be-4d73-820e-516793921f92, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=dc85abc6-f1be-4d73-820e-516793921f92,segment=NetworkSegment(ab38971a-9a97-42fb-8431-334e18475c63),segment_id=ab38971a-9a97-42fb-8431-334e18475c63)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:13:43.052698 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '9c72d39e-d854-4b0d-8dc7-d009cb248373', 'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'mac_address': 'fa:16:3e:f3:43:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'subnets': [{'id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:43.137565 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6864-e1dd-4d73-ac09-83d81850c367 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group_rule (db7722c1-beda-4cfd-9e2a-a4459fcbb313), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:43.186071 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fac5ab-6723-4e6e-9585-c8fc7e69722e None None] The sync data for ids ['bd37ca09-f1f9-40df-b672-3ef31199b963'] in dv-cinder-830091-3-iscsi is: [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '9c72d39e-d854-4b0d-8dc7-d009cb248373', 'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'mac_address': 'fa:16:3e:f3:43:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'subnets': [{'id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:13:43.189575 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (ab1d2653-193c-4b46-89f5-5adf4d0861c9), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:43.192219 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (dc85abc6-f1be-4d73-820e-516793921f92), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:43.274397 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] Set router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:13:43.329368 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Routers {'37a78e73-9ee6-4287-8b39-ff69c311a4b4'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:13:43.330780 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:13:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['37a78e73-9ee6-4287-8b39-ff69c311a4b4'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:43.349640 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:43.560589 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6864-e1dd-4d73-ac09-83d81850c367 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group_rule (db7722c1-beda-4cfd-9e2a-a4459fcbb313), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:43.590482 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e913ce-9664-490c-9139-a1218d5bd40e None None] Pushing event updated for resources: {'Port': ['ID=dc85abc6-f1be-4d73-820e-516793921f92,revision_number=4']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:43.664858 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 7a9d0c49-a37e-48b9-8d66-1094567f05ae up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:43.722991 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6864-e1dd-4d73-ac09-83d81850c367 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (db7722c1-beda-4cfd-9e2a-a4459fcbb313), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:43.771340 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] Set router 37a78e73-9ee6-4287-8b39-ff69c311a4b4 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:13:43.780385 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a6864-e1dd-4d73-ac09-83d81850c367 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7722c1-beda-4cfd-9e2a-a4459fcbb313,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:43.853283 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43408) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:43.909193 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43410) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:43.932055 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-d80a44ed-ff27-4f64-8afc-02019b8a0c46 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--378299635', 'description': 'tempest-description--1216606941'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:43.950762 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6864-e1dd-4d73-ac09-83d81850c367 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:43.957517 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-7f5a6864-e1dd-4d73-ac09-83d81850c367 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0099084 Mar 08 19:13:43.962293 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43412) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:43.988002 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Request body: {'floatingip': {'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:44.089468 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:13:44.102315 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-e24b9c2e-ef4b-4bce-b8d4-fd4012558eea admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d00d143da620417f87028ba8d878e015&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2474101 Mar 08 19:13:44.114641 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43416) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:44.208247 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d80a44ed-ff27-4f64-8afc-02019b8a0c46 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:44.211669 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:44.253708 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-9f3e61aa-3a1f-4197-b059-b326174d6e17 None None] Current status of the port 9c72d39e-d854-4b0d-8dc7-d009cb248373 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:44.253708 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9f3e61aa-3a1f-4197-b059-b326174d6e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:44.263830 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 43424) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:44.416772 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 7a9d0c49-a37e-48b9-8d66-1094567f05ae triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:44.423444 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (7a9d0c49-a37e-48b9-8d66-1094567f05ae), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:44.691451 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-9f3e61aa-3a1f-4197-b059-b326174d6e17 None None] For port 9c72d39e-d854-4b0d-8dc7-d009cb248373, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=9c72d39e-d854-4b0d-8dc7-d009cb248373,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:13:44.701218 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d80a44ed-ff27-4f64-8afc-02019b8a0c46 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (199d36de-103a-460e-9e5d-4379017e7ae1), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:44.710961 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ed4c35e8-3bb8-4bfc-8fad-6823eef11f5b admin admin] Publish callbacks [] for security_group (46e74278-e46a-4c98-91de-a8632207d9e2), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:44.727204 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Allocated IP 172.27.3.14 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/8f16ddab-9b81-45f2-9e0b-50b0e052196c) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:44.758089 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9f3e61aa-3a1f-4197-b059-b326174d6e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:44.767196 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ed4c35e8-3bb8-4bfc-8fad-6823eef11f5b admin admin] Publish callbacks [] for security_group (46e74278-e46a-4c98-91de-a8632207d9e2), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:44.824317 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d80a44ed-ff27-4f64-8afc-02019b8a0c46 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (199d36de-103a-460e-9e5d-4379017e7ae1), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:44.872959 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-535928164-router', 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'f950bbc0-97d6-467c-9d84-2f26c3d3740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'gw_port': {'id': 'f950bbc0-97d6-467c-9d84-2f26c3d3740a', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:25Z', 'updated_at': '2022-03-08T19:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'dc85abc6-f1be-4d73-820e-516793921f92', 'name': '', 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c', 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'mac_address': 'fa:16:3e:c4:7a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4458874f-5444-4ac0-9eff-261091c9a74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:42Z', 'revision_number': 4, 'project_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'subnets': [{'id': '4458874f-5444-4ac0-9eff-261091c9a74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:44.873645 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef', 'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'mac_address': 'fa:16:3e:44:42:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'subnets': [{'id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:44.937543 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b0f88c-0f28-4040-aeee-8119e456cd7d None None] The sync data for ids ['37a78e73-9ee6-4287-8b39-ff69c311a4b4'] in dv-cinder-830091-3-iscsi is: [{'id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-535928164-router', 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'f950bbc0-97d6-467c-9d84-2f26c3d3740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'gw_port': {'id': 'f950bbc0-97d6-467c-9d84-2f26c3d3740a', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:25Z', 'updated_at': '2022-03-08T19:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'dc85abc6-f1be-4d73-820e-516793921f92', 'name': '', 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c', 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'mac_address': 'fa:16:3e:c4:7a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4458874f-5444-4ac0-9eff-261091c9a74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:42Z', 'revision_number': 4, 'project_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'subnets': [{'id': '4458874f-5444-4ac0-9eff-261091c9a74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:13:44.938255 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:44.958785 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a44ed-ff27-4f64-8afc-02019b8a0c46 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199d36de-103a-460e-9e5d-4379017e7ae1,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:44.960291 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b77842-71b0-4ef8-bb74-1a982d20a0b5 None None] The sync data for ids ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'] in dv-cinder-830091-3-iscsi is: [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef', 'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'mac_address': 'fa:16:3e:44:42:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'subnets': [{'id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:13:44.977906 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e61aa-3a1f-4197-b059-b326174d6e17 None None] Pushing event updated for resources: {'Port': ['ID=9c72d39e-d854-4b0d-8dc7-d009cb248373,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:44.983877 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 7a9d0c49-a37e-48b9-8d66-1094567f05ae is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:44.991822 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-20b5e17a-e198-4ad0-ba1c-c63a1d86b528 None None] Provisioning complete for port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:44.992340 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-20b5e17a-e198-4ad0-ba1c-c63a1d86b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:45.112484 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 2, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:45.132848 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d80a44ed-ff27-4f64-8afc-02019b8a0c46 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:45.137519 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-d80a44ed-ff27-4f64-8afc-02019b8a0c46 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2238379 Mar 08 19:13:45.147354 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43442) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:45.148081 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-c3d5e2f8-73b3-4766-9ee0-0049bc0a8e1a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'security_group_rule': {'security_group_id': '199d36de-103a-460e-9e5d-4379017e7ae1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:45.165953 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ed4c35e8-3bb8-4bfc-8fad-6823eef11f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (46e74278-e46a-4c98-91de-a8632207d9e2), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:45.169000 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ed4c35e8-3bb8-4bfc-8fad-6823eef11f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:45.173262 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Checking router: bb4877bd-bd79-4d0b-90c3-53ae27b105db for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:13:45.173262 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Updating router bb4877bd-bd79-4d0b-90c3-53ae27b105db port 8fdf4338-a084-43df-97a3-f4af01fe895f binding host dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:13:45.173892 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-ed4c35e8-3bb8-4bfc-8fad-6823eef11f5b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/46e74278-e46a-4c98-91de-a8632207d9e2 HTTP/1.1" status: 204 len: 168 time: 1.0565882 Mar 08 19:13:45.209441 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c35e8-3bb8-4bfc-8fad-6823eef11f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e74278-e46a-4c98-91de-a8632207d9e2,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:45.230736 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 9c72d39e-d854-4b0d-8dc7-d009cb248373 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:45.250147 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-57c159a7-b49a-4d9e-a094-5df4d98903e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:45.280612 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb18030-8229-4525-8d05-e1c8cbeed827 req-2fcd42ad-98dd-4f6f-a8ad-ea7132e68bad tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:45.289068 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cbb18030-8229-4525-8d05-e1c8cbeed827 req-2fcd42ad-98dd-4f6f-a8ad-ea7132e68bad tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 931 time: 1.5181148 Mar 08 19:13:45.304082 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e2f8-73b3-4766-9ee0-0049bc0a8e1a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (2198fb6f-8594-4580-b00b-f52e56b190fa), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:45.383640 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:45.485911 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e2f8-73b3-4766-9ee0-0049bc0a8e1a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (2198fb6f-8594-4580-b00b-f52e56b190fa), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:45.558321 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-20b5e17a-e198-4ad0-ba1c-c63a1d86b528 None None] Current status of the port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:45.558788 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-20b5e17a-e198-4ad0-ba1c-c63a1d86b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:45.621525 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e2f8-73b3-4766-9ee0-0049bc0a8e1a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (2198fb6f-8594-4580-b00b-f52e56b190fa), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:45.670388 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 9c72d39e-d854-4b0d-8dc7-d009cb248373 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:45.670760 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:45.676456 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-388e0f19-e70a-4939-a02b-1f3b1497c0b5 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:45.695111 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-388e0f19-e70a-4939-a02b-1f3b1497c0b5 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/networks?id=57635741-7850-4fb8-8caf-3cc49a276e9c HTTP/1.1" status: 200 len: 818 time: 1.3412466 Mar 08 19:13:45.751465 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5e2f8-73b3-4766-9ee0-0049bc0a8e1a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2198fb6f-8594-4580-b00b-f52e56b190fa,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:45.799589 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-a7536c6b-ed78-41e2-9b73-fa1aa89c17a8 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/quotas/ac3e528a3aa34615a7a87b17e74c1f34 HTTP/1.1" status: 200 len: 375 time: 0.1040001 Mar 08 19:13:45.813101 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cbb18030-8229-4525-8d05-e1c8cbeed827 req-e1dd17ef-03f0-4ee5-995d-2e126cdb0d97 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207949 Mar 08 19:13:45.847239 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for port (8f16ddab-9b81-45f2-9e0b-50b0e052196c), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:45.857709 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c3d5e2f8-73b3-4766-9ee0-0049bc0a8e1a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:45.860939 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-c3d5e2f8-73b3-4766-9ee0-0049bc0a8e1a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7196677 Mar 08 19:13:45.869797 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43458) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:45.874614 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-d8de21cf-b945-44a1-9bfd-fb83d5999b5f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'security_group_rule': {'security_group_id': '199d36de-103a-460e-9e5d-4379017e7ae1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:46.077353 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d8de21cf-b945-44a1-9bfd-fb83d5999b5f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (71357ef0-cc1c-4dbf-8925-8581ee9044a8), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:46.095391 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1d2653-193c-4b46-89f5-5adf4d0861c9 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:13:46.104755 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-20b5e17a-e198-4ad0-ba1c-c63a1d86b528 None None] For port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:13:46.146974 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Publish callbacks [] for port (ab1d2653-193c-4b46-89f5-5adf4d0861c9), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:46.259170 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Transition to ACTIVE for port object ab1d2653-193c-4b46-89f5-5adf4d0861c9 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:13:46.274634 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-20b5e17a-e198-4ad0-ba1c-c63a1d86b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:46.313883 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d8de21cf-b945-44a1-9bfd-fb83d5999b5f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (71357ef0-cc1c-4dbf-8925-8581ee9044a8), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:46.316141 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-57c159a7-b49a-4d9e-a094-5df4d98903e0 admin admin] Publish callbacks [] for security_group (1c8cc817-ec76-424c-8c56-61894ce503b1), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:46.335159 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43466) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:46.370719 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-156f4b0a-b9b0-422f-9b14-42b8e68e44a2 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac3e528a3aa34615a7a87b17e74c1f34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5701830 Mar 08 19:13:46.381122 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (ab1d2653-193c-4b46-89f5-5adf4d0861c9), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:46.409233 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-57c159a7-b49a-4d9e-a094-5df4d98903e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (1c8cc817-ec76-424c-8c56-61894ce503b1), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:46.414388 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-2829b607-c40c-431c-a3fa-212aad6a1ca2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=17bb5d00ab0a472f9414395a44921cb2&name=default HTTP/1.1" status: 200 len: 2995 time: 0.0754714 Mar 08 19:13:46.415304 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43468) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:46.434440 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d8de21cf-b945-44a1-9bfd-fb83d5999b5f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (71357ef0-cc1c-4dbf-8925-8581ee9044a8), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:46.492644 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5e17a-e198-4ad0-ba1c-c63a1d86b528 None None] Pushing event updated for resources: {'Port': ['ID=fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:46.496427 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (8f16ddab-9b81-45f2-9e0b-50b0e052196c), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:46.503421 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 9c72d39e-d854-4b0d-8dc7-d009cb248373 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:46.533197 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Publish callbacks [] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:46.613626 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de21cf-b945-44a1-9bfd-fb83d5999b5f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71357ef0-cc1c-4dbf-8925-8581ee9044a8,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:46.658962 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Allocated IP 172.27.3.100 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/a15e6208-fa95-4659-a1de-31f24e53a29c) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:46.667508 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-57c159a7-b49a-4d9e-a094-5df4d98903e0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cbca025e66a94a13b3449ea2a05fd597&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3978968 Mar 08 19:13:46.668495 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Pushing event updated for resources: {'Port': ['ID=ab1d2653-193c-4b46-89f5-5adf4d0861c9,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:46.669956 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43470) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:46.674257 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:46.683769 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3fafdff9-4040-4d91-ac64-8aeef6d1b8d6 admin admin] Publish callbacks [] for security_group (ced1fecd-9408-417b-9852-105c267051b8), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:46.769588 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:46.789032 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event updated for resources: {'Port': ['ID=8f16ddab-9b81-45f2-9e0b-50b0e052196c,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:46.789907 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d8de21cf-b945-44a1-9bfd-fb83d5999b5f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:46.789907 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-d8de21cf-b945-44a1-9bfd-fb83d5999b5f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9205527 Mar 08 19:13:46.791652 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:46.794755 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c159a7-b49a-4d9e-a094-5df4d98903e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8cc817-ec76-424c-8c56-61894ce503b1,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:46.801000 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:46.833016 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b62e21-d2a1-462f-a8c7-93d26b0ef1dc None None] Pushing event updated for resources: {'Port': ['ID=8fdf4338-a084-43df-97a3-f4af01fe895f,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:46.856192 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43474) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:46.887988 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3fafdff9-4040-4d91-ac64-8aeef6d1b8d6 admin admin] Publish callbacks [] for security_group (ced1fecd-9408-417b-9852-105c267051b8), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:46.911185 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'floatingip': {'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:47.039492 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Attempting to bind port 8fdf4338-a084-43df-97a3-f4af01fe895f on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:13:47.040034 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Attempting to bind port 8fdf4338-a084-43df-97a3-f4af01fe895f by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:13:47.040509 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Attempting to bind port 8fdf4338-a084-43df-97a3-f4af01fe895f on network eadbce5e-f6fa-402e-acf1-15b1deb0f309 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:47.051960 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:13:47.052568 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Checking segment: {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:47.054955 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:47.058068 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Bound using segment: {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:13:47.059059 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Bound port: 8fdf4338-a084-43df-97a3-f4af01fe895f, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:13:47.066787 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:47.146082 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4263948e-1b43-44d4-93de-2f051ad75b1a admin admin] Publish callbacks [] for security_group (1c8cc817-ec76-424c-8c56-61894ce503b1), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:47.283461 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] For port 8fdf4338-a084-43df-97a3-f4af01fe895f, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:13:47.292232 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] For port 8fdf4338-a084-43df-97a3-f4af01fe895f, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=8fdf4338-a084-43df-97a3-f4af01fe895f,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:13:47.298653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.76', 60818) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:47.311035 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4263948e-1b43-44d4-93de-2f051ad75b1a admin admin] Publish callbacks [] for security_group (1c8cc817-ec76-424c-8c56-61894ce503b1), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:47.347227 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device dc85abc6-f1be-4d73-820e-516793921f92 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:47.371298 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:47.450569 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:47.490749 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Attempting to bind port ab1d2653-193c-4b46-89f5-5adf4d0861c9 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:13:47.491279 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Attempting to bind port ab1d2653-193c-4b46-89f5-5adf4d0861c9 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '7faedfea-6dc6-4e76-ad36-229cc51f5b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'f176316a-dcf0-4ff8-9d04-4117d60f21a4'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:13:47.498973 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Attempting to bind port ab1d2653-193c-4b46-89f5-5adf4d0861c9 on network f176316a-dcf0-4ff8-9d04-4117d60f21a4 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:47.547170 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-cf71e361-c855-4a17-acda-cb9d0922b256 None None] Provisioning complete for port 8fdf4338-a084-43df-97a3-f4af01fe895f triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:47.551843 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cf71e361-c855-4a17-acda-cb9d0922b256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:47.571848 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3fafdff9-4040-4d91-ac64-8aeef6d1b8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (ced1fecd-9408-417b-9852-105c267051b8), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:47.580764 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3fafdff9-4040-4d91-ac64-8aeef6d1b8d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:47.580764 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-3fafdff9-4040-4d91-ac64-8aeef6d1b8d6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ced1fecd-9408-417b-9852-105c267051b8 HTTP/1.1" status: 204 len: 168 time: 1.1576262 Mar 08 19:13:47.582984 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-3bb4a62e-ec36-4ecf-b52d-38bb2c35b68c service neutron] 10.222.0.75 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2107689 Mar 08 19:13:47.592169 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for port (a15e6208-fa95-4659-a1de-31f24e53a29c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:47.618693 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafdff9-4040-4d91-ac64-8aeef6d1b8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced1fecd-9408-417b-9852-105c267051b8,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:47.636789 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Port ab1d2653-193c-4b46-89f5-5adf4d0861c9 on network f176316a-dcf0-4ff8-9d04-4117d60f21a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:13:47.637926 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Attempting to bind port ab1d2653-193c-4b46-89f5-5adf4d0861c9 on network f176316a-dcf0-4ff8-9d04-4117d60f21a4 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:47.685592 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:13:47.690676 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Checking segment: {'id': '7faedfea-6dc6-4e76-ad36-229cc51f5b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'f176316a-dcf0-4ff8-9d04-4117d60f21a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:47.690676 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Bound using segment: {'id': '7faedfea-6dc6-4e76-ad36-229cc51f5b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'f176316a-dcf0-4ff8-9d04-4117d60f21a4'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:13:47.690676 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Bound port: ab1d2653-193c-4b46-89f5-5adf4d0861c9, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7faedfea-6dc6-4e76-ad36-229cc51f5b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'f176316a-dcf0-4ff8-9d04-4117d60f21a4'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:13:47.690676 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (ab1d2653-193c-4b46-89f5-5adf4d0861c9), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:47.856520 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4263948e-1b43-44d4-93de-2f051ad75b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (1c8cc817-ec76-424c-8c56-61894ce503b1), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:47.856520 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4263948e-1b43-44d4-93de-2f051ad75b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:47.864251 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-4263948e-1b43-44d4-93de-2f051ad75b1a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1c8cc817-ec76-424c-8c56-61894ce503b1 HTTP/1.1" status: 204 len: 168 time: 1.1852429 Mar 08 19:13:47.893249 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b62e21-d2a1-462f-a8c7-93d26b0ef1dc None None] Pushing event updated for resources: {'Port': ['ID=8fdf4338-a084-43df-97a3-f4af01fe895f,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:47.898570 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:13:47.901799 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:13:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:47.912350 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263948e-1b43-44d4-93de-2f051ad75b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8cc817-ec76-424c-8c56-61894ce503b1,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:47.929230 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:47.949201 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (a15e6208-fa95-4659-a1de-31f24e53a29c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:48.006409 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port dc85abc6-f1be-4d73-820e-516793921f92 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:48.007199 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (dc85abc6-f1be-4d73-820e-516793921f92), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:48.073161 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for floatingip (84d44bfb-1cbc-44b1-b445-c47b54bb2330), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:48.117988 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:48.124268 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:48.127284 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e179cf-a4cd-4033-a6cb-dafde48ec68f req-6d9006f5-fb13-456b-97c6-91ea1b707492 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:48.133413 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:48.139572 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-43e179cf-a4cd-4033-a6cb-dafde48ec68f req-6d9006f5-fb13-456b-97c6-91ea1b707492 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 943 time: 1.0481732 Mar 08 19:13:48.353216 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event updated for resources: {'Port': ['ID=a15e6208-fa95-4659-a1de-31f24e53a29c,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:48.373854 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-43e179cf-a4cd-4033-a6cb-dafde48ec68f req-bac85953-25f5-49d6-a1f4-2184e828a215 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329652 Mar 08 19:13:48.452044 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (8f16ddab-9b81-45f2-9e0b-50b0e052196c), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:48.602107 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for floatingip (03359e13-884f-4772-95e2-99ec76901df1), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:48.602324 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port dc85abc6-f1be-4d73-820e-516793921f92 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:48.602789 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (dc85abc6-f1be-4d73-820e-516793921f92), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:48.639416 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Allocated IP 172.27.3.3 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/78e3d6cb-633b-4d2f-8a3d-8ccf756676fb) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:48.664774 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-3eb216dd-961b-4394-a1f5-44c9217b5af2 service neutron] 10.222.0.75 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0807564 Mar 08 19:13:48.727100 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] For port dc85abc6-f1be-4d73-820e-516793921f92, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=dc85abc6-f1be-4d73-820e-516793921f92,segment=NetworkSegment(ab38971a-9a97-42fb-8431-334e18475c63),segment_id=ab38971a-9a97-42fb-8431-334e18475c63)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:13:48.735186 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8143a274-2440-4ac7-b412-9160a8a21695 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:48.738731 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8143a274-2440-4ac7-b412-9160a8a21695 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.76 "GET /v2.0/networks?id=57635741-7850-4fb8-8caf-3cc49a276e9c HTTP/1.1" status: 200 len: 818 time: 1.4212756 Mar 08 19:13:48.806817 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:13:48.821158 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-213afef2-685c-41f4-8f4a-2f1573d2f28a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Request body: {'port': {'device_id': '0189cf74-75db-4a6a-ae65-de5aec2f2ae2', 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c', 'admin_state_up': True, 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:48.836608 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (a15e6208-fa95-4659-a1de-31f24e53a29c), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:48.938882 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] For port ab1d2653-193c-4b46-89f5-5adf4d0861c9, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:13:48.962614 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for port (78e3d6cb-633b-4d2f-8a3d-8ccf756676fb), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:49.046571 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (dc85abc6-f1be-4d73-820e-516793921f92), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:49.047478 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:49.121789 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-cf71e361-c855-4a17-acda-cb9d0922b256 None None] Current status of the port 8fdf4338-a084-43df-97a3-f4af01fe895f is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:49.122820 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cf71e361-c855-4a17-acda-cb9d0922b256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:49.167863 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] For port ab1d2653-193c-4b46-89f5-5adf4d0861c9, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ab1d2653-193c-4b46-89f5-5adf4d0861c9,segment=NetworkSegment(7faedfea-6dc6-4e76-ad36-229cc51f5b98),segment_id=7faedfea-6dc6-4e76-ad36-229cc51f5b98)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:13:49.333532 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for port (a15e6208-fa95-4659-a1de-31f24e53a29c), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:49.348927 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (78e3d6cb-633b-4d2f-8a3d-8ccf756676fb), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:49.382838 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6ca08af4-6277-4dd8-a08c-3e36d0a4425d req-cdd27eaa-c610-4fe5-86ca-5f0c14b78f43 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 210 time: 0.1975756 Mar 08 19:13:49.401258 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (ab1d2653-193c-4b46-89f5-5adf4d0861c9), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:49.536207 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:49.537333 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:49.541686 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] 10.222.0.76 "PUT /v2.0/ports/ab1d2653-193c-4b46-89f5-5adf4d0861c9 HTTP/1.1" status: 200 len: 1093 time: 7.0130589 Mar 08 19:13:49.548544 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1764d05-9f73-4c93-99d1-6068a3927cbd', 'tag': 'ab1d2653-193c-4b46-89f5-5adf4d0861c9'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:13:49.747724 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6014735'] for port (a15e6208-fa95-4659-a1de-31f24e53a29c), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:49.847436 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:49.877840 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:49.885129 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:50.139511 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-cf71e361-c855-4a17-acda-cb9d0922b256 None None] For port 8fdf4338-a084-43df-97a3-f4af01fe895f, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=8fdf4338-a084-43df-97a3-f4af01fe895f,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:13:50.168980 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Pushing event updated for resources: {'Port': ['ID=dc85abc6-f1be-4d73-820e-516793921f92,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:50.225361 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cf71e361-c855-4a17-acda-cb9d0922b256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:50.245064 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'Port': ['ID=78e3d6cb-633b-4d2f-8a3d-8ccf756676fb,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:50.248861 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (03359e13-884f-4772-95e2-99ec76901df1), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:50.307480 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:50.309364 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:50.357076 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event updated for resources: {'Port': ['ID=a15e6208-fa95-4659-a1de-31f24e53a29c,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:50.530177 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:50.585547 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:50.595445 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-5e844f88-b0dc-438d-8e4f-9dfb4f32e869 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6211474 Mar 08 19:13:50.619438 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-4af102a7-0ba4-4c70-b64d-2edb35ca54e0 None None] Provisioning complete for port 8fdf4338-a084-43df-97a3-f4af01fe895f triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:50.619696 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371f5b06-7f96-4b08-8654-0c349c2ee290" -d '{"events": [{"name": "network-changed", "server_uuid": "b1764d05-9f73-4c93-99d1-6068a3927cbd", "tag": "ab1d2653-193c-4b46-89f5-5adf4d0861c9"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:13:50.620466 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4af102a7-0ba4-4c70-b64d-2edb35ca54e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:50.622138 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71e361-c855-4a17-acda-cb9d0922b256 None None] Pushing event updated for resources: {'Port': ['ID=8fdf4338-a084-43df-97a3-f4af01fe895f,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:50.753360 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4388a-0d8f-4dbf-a6a7-9f8cff473f7b service neutron] Pushing event updated for resources: {'Port': ['ID=ab1d2653-193c-4b46-89f5-5adf4d0861c9,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:50.757911 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (78e3d6cb-633b-4d2f-8a3d-8ccf756676fb), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:50.810614 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2afd12db-4046-41ea-8031-5a56c19e4c4d req-deedcbb2-6d77-46a5-b98a-b8810d1bb813 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 210 time: 0.1951816 Mar 08 19:13:50.869192 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-09fb909f-adbb-432c-bc67-b7267d20a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:50.870955 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-09fb909f-adbb-432c-bc67-b7267d20a1c2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ba7a7a1ddfb54eaa8b255267ec4bde13&device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 1127 time: 1.0447865 Mar 08 19:13:50.879202 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30ab80-d370-4232-96bf-b58605075ec5 req-8ce18188-67a2-498c-8285-632ec9953ac5 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:50.888051 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0b30ab80-d370-4232-96bf-b58605075ec5 req-8ce18188-67a2-498c-8285-632ec9953ac5 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 943 time: 1.3670397 Mar 08 19:13:50.907637 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-213afef2-685c-41f4-8f4a-2f1573d2f28a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Made reservation on behalf of ac3e528a3aa34615a7a87b17e74c1f34 for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:50.911395 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-213afef2-685c-41f4-8f4a-2f1573d2f28a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:50.967217 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:47Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:13:51.023616 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-d9b18f14-025a-470e-8245-c97916bcbb03 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab1d2653-193c-4b46-89f5-5adf4d0861c9 HTTP/1.1" status: 200 len: 217 time: 0.1319754 Mar 08 19:13:51.054117 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:51.064685 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa73a6-7fd6-497f-8fe7-70ed2b89824a None None] The sync data for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi is: [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:47Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:13:51.162866 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-4af102a7-0ba4-4c70-b64d-2edb35ca54e0 None None] Current status of the port 8fdf4338-a084-43df-97a3-f4af01fe895f is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:51.189132 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for port (78e3d6cb-633b-4d2f-8a3d-8ccf756676fb), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:51.257127 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6014735'] for port (78e3d6cb-633b-4d2f-8a3d-8ccf756676fb), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:51.316607 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device dc85abc6-f1be-4d73-820e-516793921f92 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:51.537366 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-213afef2-685c-41f4-8f4a-2f1573d2f28a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Allocated IP 172.20.0.4 (57635741-7850-4fb8-8caf-3cc49a276e9c/4458874f-5444-4ac0-9eff-261091c9a74c/44706abe-99b3-4515-9c94-ae08c20efdd8) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:51.543865 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for port (8f16ddab-9b81-45f2-9e0b-50b0e052196c), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:51.596008 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port dc85abc6-f1be-4d73-820e-516793921f92 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:51.596780 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (dc85abc6-f1be-4d73-820e-516793921f92), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:51.614802 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'Port': ['ID=78e3d6cb-633b-4d2f-8a3d-8ccf756676fb,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:51.626240 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0b30ab80-d370-4232-96bf-b58605075ec5 req-8abec62b-e2a5-4ab7-bd78-f7c86cde1cd7 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284560 Mar 08 19:13:51.627313 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:51.633461 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-754bb89c-0dbb-4dd6-82bc-c577c1db3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:51.636339 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-754bb89c-0dbb-4dd6-82bc-c577c1db3aff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8e47d5d9-c52e-44cb-9522-f67f363652fc HTTP/1.1" status: 200 len: 851 time: 0.6025169 Mar 08 19:13:51.642688 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (8f16ddab-9b81-45f2-9e0b-50b0e052196c), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:51.670068 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c94a5e-7442-453d-8aa1-922af0c6985f x-openstack-request-id: req-d8c94a5e-7442-453d-8aa1-922af0c6985f {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:13:51.670914 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1764d05-9f73-4c93-99d1-6068a3927cbd", "tag": "ab1d2653-193c-4b46-89f5-5adf4d0861c9", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:13:51.671765 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d8c94a5e-7442-453d-8aa1-922af0c6985f {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:13:51.672832 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1764d05-9f73-4c93-99d1-6068a3927cbd', 'tag': 'ab1d2653-193c-4b46-89f5-5adf4d0861c9', 'status': 'completed', 'code': 200} Mar 08 19:13:51.807196 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:51.813186 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-d8afea61-fb08-4559-8693-23e609611fc7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.9295373 Mar 08 19:13:51.834931 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:51.850212 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port dc85abc6-f1be-4d73-820e-516793921f92 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:52.019198 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-dbeceef6-6f93-4f6a-803f-9bae2e846479 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f176316a-dcf0-4ff8-9d04-4117d60f21a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2872341 Mar 08 19:13:52.098105 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (84d44bfb-1cbc-44b1-b445-c47b54bb2330), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:52.207483 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event updated for resources: {'Port': ['ID=8f16ddab-9b81-45f2-9e0b-50b0e052196c,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:52.362188 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:52.370955 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-90d49e39-ff05-414c-8b09-696fc434513c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.2098968 Mar 08 19:13:52.423236 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-0baf6298-7a03-4457-900e-facbb6aca308 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--288796508&fields=id&tenant_id=efdd81b216bc4091b41a1aec0610c6ad HTTP/1.1" status: 200 len: 267 time: 0.4022222 Mar 08 19:13:52.490497 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.76', 60823) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:52.608323 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-d80c5c84-33da-44c4-9225-88816781730b service neutron] 10.222.0.76 "GET /v2.0/networks/f176316a-dcf0-4ff8-9d04-4117d60f21a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064793 Mar 08 19:13:52.617370 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-213afef2-685c-41f4-8f4a-2f1573d2f28a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Publish callbacks [] for port (44706abe-99b3-4515-9c94-ae08c20efdd8), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:52.807376 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-130c4299-2b58-4426-b1a4-de636bc6a74d tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:52.807376 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-130c4299-2b58-4426-b1a4-de636bc6a74d tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.76 "GET /v2.0/networks?id=57635741-7850-4fb8-8caf-3cc49a276e9c HTTP/1.1" status: 200 len: 818 time: 0.3085439 Mar 08 19:13:52.850664 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-f93b0d26-7be7-4abb-b7f5-6f5d9f4135f3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Request body: {'port': {'device_id': 'abebaedb-474b-4500-9076-7c3f12d33513', 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c', 'admin_state_up': True, 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:52.897193 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-45bc714a-d315-4285-937d-8a882defd73e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:52.899440 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-45bc714a-d315-4285-937d-8a882defd73e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/networks?id=cd3ea4fe-bf1a-4952-b0bd-286510901348 HTTP/1.1" status: 200 len: 816 time: 0.4382424 Mar 08 19:13:52.932805 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-213afef2-685c-41f4-8f4a-2f1573d2f28a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (44706abe-99b3-4515-9c94-ae08c20efdd8), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:53.034753 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-310c6911-6273-44ce-9b39-45366198a0c6 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/quotas/efdd81b216bc4091b41a1aec0610c6ad HTTP/1.1" status: 200 len: 375 time: 0.0997601 Mar 08 19:13:53.151265 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04b4016e-06c0-4de0-a744-071b8b01b4b8 req-55518361-6a88-4295-967e-ab7885499130 service neutron] 10.222.0.76 "GET /v2.0/networks/f176316a-dcf0-4ff8-9d04-4117d60f21a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276394 Mar 08 19:13:53.162617 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-f93b0d26-7be7-4abb-b7f5-6f5d9f4135f3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Made reservation on behalf of ac3e528a3aa34615a7a87b17e74c1f34 for: {'port': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:13:53.167172 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-f93b0d26-7be7-4abb-b7f5-6f5d9f4135f3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:53.244966 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-213afef2-685c-41f4-8f4a-2f1573d2f28a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Network 57635741-7850-4fb8-8caf-3cc49a276e9c is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:53.259048 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-213afef2-685c-41f4-8f4a-2f1573d2f28a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:53.268490 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-213afef2-685c-41f4-8f4a-2f1573d2f28a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:53.360004 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 8fdf4338-a084-43df-97a3-f4af01fe895f up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:13:53.400367 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-213afef2-685c-41f4-8f4a-2f1573d2f28a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:53.401098 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-213afef2-685c-41f4-8f4a-2f1573d2f28a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:53.414325 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213afef2-685c-41f4-8f4a-2f1573d2f28a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Pushing event updated for resources: {'Port': ['ID=44706abe-99b3-4515-9c94-ae08c20efdd8,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:53.474588 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 8fdf4338-a084-43df-97a3-f4af01fe895f triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:13:53.475348 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:53.517470 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-6943e554-70ed-45be-9bc4-70f2d49e54e6 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=efdd81b216bc4091b41a1aec0610c6ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4398572 Mar 08 19:13:53.574273 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f5b06-7f96-4b08-8654-0c349c2ee290 req-9e1b0c8e-1ab7-4533-a5f8-83934889fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:53.575997 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-371f5b06-7f96-4b08-8654-0c349c2ee290 req-9e1b0c8e-1ab7-4533-a5f8-83934889fb7c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ba7a7a1ddfb54eaa8b255267ec4bde13&device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 1127 time: 0.2234581 Mar 08 19:13:53.618582 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-213afef2-685c-41f4-8f4a-2f1573d2f28a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8333344 Mar 08 19:13:53.761188 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Request body: {'port': {'device_id': '0189cf74-75db-4a6a-ae65-de5aec2f2ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:53.807586 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 8fdf4338-a084-43df-97a3-f4af01fe895f is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:13:53.819247 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-f93b0d26-7be7-4abb-b7f5-6f5d9f4135f3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Allocated IP 172.20.0.5 (57635741-7850-4fb8-8caf-3cc49a276e9c/4458874f-5444-4ac0-9eff-261091c9a74c/f5b10e88-0abd-4904-ac5c-9598e04d2762) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:13:53.966734 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1a5c22c-77bc-4b77-aa98-ee19cbb1a85a req-df270d0d-e44c-466f-9c4a-a55c5563f37f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 210 time: 0.2293966 Mar 08 19:13:54.128063 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-0734d38a-2680-4f4c-ade3-0d14b1f7d05a service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:13:54.129126 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-0734d38a-2680-4f4c-ade3-0d14b1f7d05a service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2246671 Mar 08 19:13:54.175233 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-f93b0d26-7be7-4abb-b7f5-6f5d9f4135f3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Publish callbacks [] for port (f5b10e88-0abd-4904-ac5c-9598e04d2762), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:54.315340 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-f93b0d26-7be7-4abb-b7f5-6f5d9f4135f3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (f5b10e88-0abd-4904-ac5c-9598e04d2762), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:54.446420 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (44706abe-99b3-4515-9c94-ae08c20efdd8), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:54.459324 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-f93b0d26-7be7-4abb-b7f5-6f5d9f4135f3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Network 57635741-7850-4fb8-8caf-3cc49a276e9c is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:13:54.459960 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f5b06-7f96-4b08-8654-0c349c2ee290 req-5b2e03ed-f292-4ae7-b75c-e799843cbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:54.461656 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-371f5b06-7f96-4b08-8654-0c349c2ee290 req-5b2e03ed-f292-4ae7-b75c-e799843cbb55 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f176316a-dcf0-4ff8-9d04-4117d60f21a4 HTTP/1.1" status: 200 len: 912 time: 0.8663125 Mar 08 19:13:54.466480 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-f93b0d26-7be7-4abb-b7f5-6f5d9f4135f3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:13:54.475627 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-f93b0d26-7be7-4abb-b7f5-6f5d9f4135f3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:13:54.497575 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-64882698-49c6-4150-94bc-de1ccf1c06d3 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--378299635&fields=id&tenant_id=ff78af332934469ba0ee399835378e5f HTTP/1.1" status: 200 len: 267 time: 0.3491457 Mar 08 19:13:54.529257 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b0d26-7be7-4abb-b7f5-6f5d9f4135f3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Pushing event updated for resources: {'Port': ['ID=f5b10e88-0abd-4904-ac5c-9598e04d2762,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:54.566278 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-f93b0d26-7be7-4abb-b7f5-6f5d9f4135f3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:54.567303 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-f93b0d26-7be7-4abb-b7f5-6f5d9f4135f3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:54.662753 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-f93b0d26-7be7-4abb-b7f5-6f5d9f4135f3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8213048 Mar 08 19:13:54.790952 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-371f5b06-7f96-4b08-8654-0c349c2ee290 req-d62dab8f-0767-4389-b9f7-c7e1f224a7ec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab1d2653-193c-4b46-89f5-5adf4d0861c9 HTTP/1.1" status: 200 len: 217 time: 0.2655725 Mar 08 19:13:54.837659 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-6895d10e-50a7-4416-acd8-ad20847ae38d service neutron] 10.222.0.75 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880918 Mar 08 19:13:55.066842 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-863db306-67a1-4cee-ad1a-4d4469a50ea9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:55.071753 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-863db306-67a1-4cee-ad1a-4d4469a50ea9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/networks?id=eadbce5e-f6fa-402e-acf1-15b1deb0f309 HTTP/1.1" status: 200 len: 815 time: 0.2831116 Mar 08 19:13:55.171311 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-2ca6f977-efa4-403a-abac-2164a6ac1bf7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/quotas/ff78af332934469ba0ee399835378e5f HTTP/1.1" status: 200 len: 375 time: 0.0870793 Mar 08 19:13:55.177377 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-aab18ea2-e3cf-46c3-abad-3d9399ed39c0 service neutron] 10.222.0.75 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865062 Mar 08 19:13:55.307783 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-17fef6cd-558b-413f-87f3-49c2befb3187 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108398 Mar 08 19:13:55.312993 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44706abe-99b3-4515-9c94-ae08c20efdd8 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:13:55.348222 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Publish callbacks [] for port (44706abe-99b3-4515-9c94-ae08c20efdd8), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:55.447691 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Transition to ACTIVE for port object 44706abe-99b3-4515-9c94-ae08c20efdd8 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:13:55.498333 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-70d75c92-a6a1-4243-9c42-695c5294a6cd service neutron] 10.222.0.75 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808734 Mar 08 19:13:55.696023 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-6db2a58f-583b-45f8-8a6b-cee839ae6776 service neutron] 10.222.0.75 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893156 Mar 08 19:13:55.808493 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (44706abe-99b3-4515-9c94-ae08c20efdd8), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:55.933197 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Pushing event updated for resources: {'Port': ['ID=44706abe-99b3-4515-9c94-ae08c20efdd8,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:56.074451 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Attempting to bind port 44706abe-99b3-4515-9c94-ae08c20efdd8 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:13:56.075149 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Attempting to bind port 44706abe-99b3-4515-9c94-ae08c20efdd8 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ab38971a-9a97-42fb-8431-334e18475c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:13:56.075813 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Attempting to bind port 44706abe-99b3-4515-9c94-ae08c20efdd8 on network 57635741-7850-4fb8-8caf-3cc49a276e9c {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:56.091716 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Port 44706abe-99b3-4515-9c94-ae08c20efdd8 on network 57635741-7850-4fb8-8caf-3cc49a276e9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:13:56.091716 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Attempting to bind port 44706abe-99b3-4515-9c94-ae08c20efdd8 on network 57635741-7850-4fb8-8caf-3cc49a276e9c {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:56.109250 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:13:56.109736 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Checking segment: {'id': 'ab38971a-9a97-42fb-8431-334e18475c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:56.110223 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Bound using segment: {'id': 'ab38971a-9a97-42fb-8431-334e18475c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:13:56.110774 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Bound port: 44706abe-99b3-4515-9c94-ae08c20efdd8, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab38971a-9a97-42fb-8431-334e18475c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:13:56.111309 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (44706abe-99b3-4515-9c94-ae08c20efdd8), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:56.148410 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-ceaeddee-fd88-4ba5-9670-74c5df7f5c1e tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1799120272&fields=id&tenant_id=011362b6715747dba59bf9619c6bd65b HTTP/1.1" status: 200 len: 267 time: 0.1591012 Mar 08 19:13:56.373340 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] For port 44706abe-99b3-4515-9c94-ae08c20efdd8, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:13:56.380668 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] For port 44706abe-99b3-4515-9c94-ae08c20efdd8, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=44706abe-99b3-4515-9c94-ae08c20efdd8,segment=NetworkSegment(ab38971a-9a97-42fb-8431-334e18475c63),segment_id=ab38971a-9a97-42fb-8431-334e18475c63)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:13:56.398443 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69893fb7-acae-4f8a-9e0f-bb5ec35fe676 req-f089d528-6c24-4dd2-988e-b4897b76e60d tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:56.400180 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-69893fb7-acae-4f8a-9e0f-bb5ec35fe676 req-f089d528-6c24-4dd2-988e-b4897b76e60d tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 943 time: 0.2507160 Mar 08 19:13:56.418392 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-93d5ba9d-e87c-48ce-a6ef-133f7da0fc23 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:56.419961 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-93d5ba9d-e87c-48ce-a6ef-133f7da0fc23 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/networks?id=c8a25d18-0969-475a-a1e7-ff064689da30 HTTP/1.1" status: 200 len: 811 time: 0.2380266 Mar 08 19:13:56.455778 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-61c214e9-95a7-4601-90c6-89aaead1168b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/quotas/011362b6715747dba59bf9619c6bd65b HTTP/1.1" status: 200 len: 375 time: 0.0279350 Mar 08 19:13:56.512947 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (44706abe-99b3-4515-9c94-ae08c20efdd8), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:56.525020 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-69893fb7-acae-4f8a-9e0f-bb5ec35fe676 req-110f78d4-02ff-47d4-b9b3-d6086c3d5602 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140950 Mar 08 19:13:56.560856 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:56.560856 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:56.560856 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] 10.222.0.76 "PUT /v2.0/ports/44706abe-99b3-4515-9c94-ae08c20efdd8 HTTP/1.1" status: 200 len: 1093 time: 2.8828349 Mar 08 19:13:56.560856 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0189cf74-75db-4a6a-ae65-de5aec2f2ae2', 'tag': '44706abe-99b3-4515-9c94-ae08c20efdd8'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:13:56.560856 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fda5082-342f-491d-aa8e-ceacbf6686ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0189cf74-75db-4a6a-ae65-de5aec2f2ae2", "tag": "44706abe-99b3-4515-9c94-ae08c20efdd8"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:13:56.602293 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-495565ab-d659-4476-bb79-069772e26a8b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=011362b6715747dba59bf9619c6bd65b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1362402 Mar 08 19:13:56.605710 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63d8bf-ef87-4a2b-80a6-5757823017fc service neutron] Pushing event updated for resources: {'Port': ['ID=44706abe-99b3-4515-9c94-ae08c20efdd8,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:56.781158 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-8c31212d-48a5-4b33-8193-b1cd1f5ea3c2 service neutron] 10.222.0.75 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520209 Mar 08 19:13:56.929167 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79875f8c-c17d-4c15-83c6-2f4b425aa477 req-c251e7d5-a03d-4110-8511-b0ec98081666 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:56.929167 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-79875f8c-c17d-4c15-83c6-2f4b425aa477 req-c251e7d5-a03d-4110-8511-b0ec98081666 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 931 time: 0.1389763 Mar 08 19:13:56.932173 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-78ab61ab-fef8-4207-a219-1e9a2ad444b5 service neutron] 10.222.0.75 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427584 Mar 08 19:13:57.007504 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-79875f8c-c17d-4c15-83c6-2f4b425aa477 req-3f9483bb-f7c1-4946-9bea-b26dddbb6eb7 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692592 Mar 08 19:13:57.110896 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-86e882be-d11c-482c-89e1-925c66ac54cf req-18155974-3e6a-45ce-8142-a1e5a085506f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 210 time: 0.0283086 Mar 08 19:13:57.196089 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6282e0d6-eae1-47fa-84f9-e77fcfd975b4 req-0168d209-0323-4ad0-af12-968da971e370 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 210 time: 0.0356877 Mar 08 19:13:57.294779 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Request body: {'port': {'device_id': 'abebaedb-474b-4500-9076-7c3f12d33513', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:13:57.394837 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c72d3d-4b0d-428d-9f73-3b0bdd43cbcd x-openstack-request-id: req-38c72d3d-4b0d-428d-9f73-3b0bdd43cbcd {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:13:57.394837 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0189cf74-75db-4a6a-ae65-de5aec2f2ae2", "tag": "44706abe-99b3-4515-9c94-ae08c20efdd8", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:13:57.394837 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-38c72d3d-4b0d-428d-9f73-3b0bdd43cbcd {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:13:57.394837 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0189cf74-75db-4a6a-ae65-de5aec2f2ae2', 'tag': '44706abe-99b3-4515-9c94-ae08c20efdd8', 'status': 'completed', 'code': 200} Mar 08 19:13:57.419271 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (f5b10e88-0abd-4904-ac5c-9598e04d2762), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:57.466543 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b4c6853c-7232-40b2-8a47-8f6b56fdb44d req-d6961450-52df-4165-89e1-180d00525527 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 210 time: 0.0536211 Mar 08 19:13:57.484307 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f5b06-7f96-4b08-8654-0c349c2ee290 req-7bfacbf2-de00-4558-b69a-a9f3f1db01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:57.486478 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-371f5b06-7f96-4b08-8654-0c349c2ee290 req-7bfacbf2-de00-4558-b69a-a9f3f1db01d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8e47d5d9-c52e-44cb-9522-f67f363652fc HTTP/1.1" status: 200 len: 851 time: 0.2028430 Mar 08 19:13:57.522403 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-371f5b06-7f96-4b08-8654-0c349c2ee290 req-f9ca841d-fd99-4d02-9c5a-676f4c115ead service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f176316a-dcf0-4ff8-9d04-4117d60f21a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292437 Mar 08 19:13:57.524850 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda5082-342f-491d-aa8e-ceacbf6686ce req-24d55dca-3b5a-4262-a1d8-ec06464d6783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:57.532050 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1fda5082-342f-491d-aa8e-ceacbf6686ce req-24d55dca-3b5a-4262-a1d8-ec06464d6783 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac3e528a3aa34615a7a87b17e74c1f34&device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 1127 time: 0.1539509 Mar 08 19:13:57.868758 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.notifiers.nova [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b10e88-0abd-4904-ac5c-9598e04d2762 {{(pid=103680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:13:57.878648 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Publish callbacks [] for port (f5b10e88-0abd-4904-ac5c-9598e04d2762), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:57.907931 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.provisioning_blocks [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Transition to ACTIVE for port object f5b10e88-0abd-4904-ac5c-9598e04d2762 will not be triggered until provisioned by entity L2. {{(pid=103680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:13:57.914001 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda5082-342f-491d-aa8e-ceacbf6686ce req-154571c8-a6f4-4f78-9e04-0cb302043d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:57.915488 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1fda5082-342f-491d-aa8e-ceacbf6686ce req-154571c8-a6f4-4f78-9e04-0cb302043d52 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ac3e528a3aa34615a7a87b17e74c1f34&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3793941 Mar 08 19:13:57.928141 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a28d2-f195-4b66-a122-5d6d6d3d05cf req-1d7b2172-b84e-45ee-b2e2-804446a500e9 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:57.929725 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cd9a28d2-f195-4b66-a122-5d6d6d3d05cf req-1d7b2172-b84e-45ee-b2e2-804446a500e9 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 943 time: 0.3045347 Mar 08 19:13:57.933014 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-371f5b06-7f96-4b08-8654-0c349c2ee290 req-640c1b6d-e994-40b2-a8be-50f190e7cf1f service neutron] 10.222.0.76 "GET /v2.0/networks/f176316a-dcf0-4ff8-9d04-4117d60f21a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994431 Mar 08 19:13:58.194299 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6014735'] for port (f5b10e88-0abd-4904-ac5c-9598e04d2762), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:58.411318 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Pushing event updated for resources: {'Port': ['ID=f5b10e88-0abd-4904-ac5c-9598e04d2762,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:58.419456 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cd9a28d2-f195-4b66-a122-5d6d6d3d05cf req-1b573921-ef89-43a6-a456-d2a93a03ed49 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774458 Mar 08 19:13:58.460340 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-371f5b06-7f96-4b08-8654-0c349c2ee290 req-1d6e6144-2641-4892-ae34-17d0633d974f service neutron] 10.222.0.76 "GET /v2.0/networks/f176316a-dcf0-4ff8-9d04-4117d60f21a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190654 Mar 08 19:13:58.493657 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda5082-342f-491d-aa8e-ceacbf6686ce req-29796887-3174-4c94-a2f0-491200835ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:58.496005 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1fda5082-342f-491d-aa8e-ceacbf6686ce req-29796887-3174-4c94-a2f0-491200835ce8 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5644300 Mar 08 19:13:58.543437 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Attempting to bind port f5b10e88-0abd-4904-ac5c-9598e04d2762 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:13:58.543816 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Attempting to bind port f5b10e88-0abd-4904-ac5c-9598e04d2762 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ab38971a-9a97-42fb-8431-334e18475c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c'}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:13:58.544179 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Attempting to bind port f5b10e88-0abd-4904-ac5c-9598e04d2762 on network 57635741-7850-4fb8-8caf-3cc49a276e9c {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:58.550363 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84453c86-04ae-417e-8f10-346286f4f8c7 req-ca335889-9b43-4d2d-b658-78d91e1afc3f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:58.550363 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-84453c86-04ae-417e-8f10-346286f4f8c7 req-ca335889-9b43-4d2d-b658-78d91e1afc3f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 943 time: 0.2909231 Mar 08 19:13:58.550363 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f67149c1-522d-4076-8e24-1d6dbf0fa770 req-f410c7c8-6b7f-4730-a89a-acf49b0d4990 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 210 time: 0.0599215 Mar 08 19:13:58.550704 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Port f5b10e88-0abd-4904-ac5c-9598e04d2762 on network 57635741-7850-4fb8-8caf-3cc49a276e9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:13:58.550800 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Attempting to bind port f5b10e88-0abd-4904-ac5c-9598e04d2762 on network 57635741-7850-4fb8-8caf-3cc49a276e9c {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:13:58.557013 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:13:58.557622 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Checking segment: {'id': 'ab38971a-9a97-42fb-8431-334e18475c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:13:58.558333 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Bound using segment: {'id': 'ab38971a-9a97-42fb-8431-334e18475c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c'} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:13:58.558963 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Bound port: f5b10e88-0abd-4904-ac5c-9598e04d2762, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab38971a-9a97-42fb-8431-334e18475c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c'}}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:13:58.559494 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (f5b10e88-0abd-4904-ac5c-9598e04d2762), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:58.647344 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-84453c86-04ae-417e-8f10-346286f4f8c7 req-8e4672a0-7377-48c1-a7ec-b7e037274968 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921495 Mar 08 19:13:58.680995 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] For port f5b10e88-0abd-4904-ac5c-9598e04d2762, host hv-cinder-83009, cleared binding levels {{(pid=103680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:13:58.681735 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ba80660c-83e7-4988-86f2-821395ea684a req-28ddff85-aa52-478b-9d81-b45da34553de tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 210 time: 0.0313864 Mar 08 19:13:58.695482 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] For port f5b10e88-0abd-4904-ac5c-9598e04d2762, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f5b10e88-0abd-4904-ac5c-9598e04d2762,segment=NetworkSegment(ab38971a-9a97-42fb-8431-334e18475c63),segment_id=ab38971a-9a97-42fb-8431-334e18475c63)] {{(pid=103680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:13:58.699754 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-f8a8b9e9-77b4-4faf-a9fc-cc4d7728282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:58.701262 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-f8a8b9e9-77b4-4faf-a9fc-cc4d7728282f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac3e528a3aa34615a7a87b17e74c1f34&device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 1127 time: 0.1304936 Mar 08 19:13:58.757834 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-bbc0eaaf-54d0-4ed8-88b5-a0b120d6dea0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44706abe-99b3-4515-9c94-ae08c20efdd8 HTTP/1.1" status: 200 len: 217 time: 0.0489006 Mar 08 19:13:58.781424 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-00a647ae-cbae-4426-a964-55718a5b30bc req-a0ee688e-9767-48f5-83be-ae73d8930448 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 210 time: 0.0325420 Mar 08 19:13:58.829236 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-04740556-f767-4f6a-afd8-20be843f9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:58.832511 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-04740556-f767-4f6a-afd8-20be843f9056 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4458874f-5444-4ac0-9eff-261091c9a74c HTTP/1.1" status: 200 len: 858 time: 0.0528543 Mar 08 19:13:58.873071 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-f2c39f6e-e3b6-415d-aefe-08276f3f25a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57635741-7850-4fb8-8caf-3cc49a276e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348723 Mar 08 19:13:58.874663 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6014735'] for port (f5b10e88-0abd-4904-ac5c-9598e04d2762), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:58.964411 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Pushing event updated for resources: {'Port': ['ID=f5b10e88-0abd-4904-ac5c-9598e04d2762,revision_number=3']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:13:58.972104 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:58.972833 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:58.974293 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-650a31ea-58bf-4b03-82a1-613d2f254ada service neutron] 10.222.0.76 "PUT /v2.0/ports/f5b10e88-0abd-4904-ac5c-9598e04d2762 HTTP/1.1" status: 200 len: 1093 time: 1.6931865 Mar 08 19:13:58.974734 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abebaedb-474b-4500-9076-7c3f12d33513', 'tag': 'f5b10e88-0abd-4904-ac5c-9598e04d2762'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:13:59.102506 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-54402a4d-0ba8-4a67-98c9-40f57863b16f service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214115 Mar 08 19:13:59.195612 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53819140b743c14f5f7a1fe2ab51494c776a848c6f719dc74ac88d912fee6995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8a5de8-626b-4441-ab8c-6f5d64f1de26" -d '{"events": [{"name": "network-changed", "server_uuid": "abebaedb-474b-4500-9076-7c3f12d33513", "tag": "f5b10e88-0abd-4904-ac5c-9598e04d2762"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:13:59.213582 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-dc133ee0-90a5-4aa9-a4ac-3a099563cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:59.215287 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-dc133ee0-90a5-4aa9-a4ac-3a099563cd2f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac3e528a3aa34615a7a87b17e74c1f34&device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 1127 time: 0.1130583 Mar 08 19:13:59.251067 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1cc9436-410e-4590-8d57-503fd02311a5 req-1ef26fc1-1f45-4548-8326-d4aad39a8f40 service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382115 Mar 08 19:13:59.323765 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-4fc78ab2-8010-4ab4-a417-61c8f00de6f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5b10e88-0abd-4904-ac5c-9598e04d2762 HTTP/1.1" status: 200 len: 217 time: 0.0998938 Mar 08 19:13:59.332423 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b76bca-a6e8-4045-bdfd-00fdc7d3cb80 x-openstack-request-id: req-49b76bca-a6e8-4045-bdfd-00fdc7d3cb80 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:13:59.332726 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abebaedb-474b-4500-9076-7c3f12d33513", "tag": "f5b10e88-0abd-4904-ac5c-9598e04d2762", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:13:59.333016 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-49b76bca-a6e8-4045-bdfd-00fdc7d3cb80 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:13:59.333481 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abebaedb-474b-4500-9076-7c3f12d33513', 'tag': 'f5b10e88-0abd-4904-ac5c-9598e04d2762', 'status': 'completed', 'code': 200} Mar 08 19:13:59.390875 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-ca6abd7d-5b7f-4555-9397-d7b4e3ac1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:59.392853 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-ca6abd7d-5b7f-4555-9397-d7b4e3ac1443 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4458874f-5444-4ac0-9eff-261091c9a74c HTTP/1.1" status: 200 len: 858 time: 0.0585530 Mar 08 19:13:59.478149 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-2eb17f32-3c18-4864-8678-4c5ac7644435 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57635741-7850-4fb8-8caf-3cc49a276e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631766 Mar 08 19:13:59.598145 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43824) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:13:59.634464 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-b3e17ce8-12d5-4cfc-9143-d09736e37c2f service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477103 Mar 08 19:13:59.680801 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d343f3-0654-46c2-a214-a6abdedb5d2f req-54bef2c8-e3d2-4680-80c2-2cd64d5d4da5 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:59.682963 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d6d343f3-0654-46c2-a214-a6abdedb5d2f req-54bef2c8-e3d2-4680-80c2-2cd64d5d4da5 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 943 time: 0.1268075 Mar 08 19:13:59.703023 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-7802f556-0020-4064-99b2-7fd9ec052802 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:59.703807 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-7802f556-0020-4064-99b2-7fd9ec052802 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.76 "GET /v2.0/networks?id=cd3ea4fe-bf1a-4952-b0bd-286510901348 HTTP/1.1" status: 200 len: 816 time: 0.1940832 Mar 08 19:13:59.775393 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-d2f65afc-f862-4777-addd-fc49c9fd96c4 req-d31b349f-8391-4dee-8aca-c2527bcece89 service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334841 Mar 08 19:13:59.779609 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-12ccaf93-727a-45e7-b9f3-4f30860b28e0 req-6e51ddd2-27ff-4ba5-b32c-d60504735d48 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 210 time: 0.1104960 Mar 08 19:13:59.841765 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-83ef0357-f4ad-4a89-ae8d-9adc46fc57bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:59.981043 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-83ef0357-f4ad-4a89-ae8d-9adc46fc57bc admin admin] Publish callbacks [] for security_group (790cf942-b6dd-4d42-89c1-cd7040db7bdc), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:13:59.994910 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a5de8-626b-4441-ab8c-6f5d64f1de26 req-e5cb2a92-2459-407e-b1bc-b37a4dcae9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:13:59.997474 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-ff8a5de8-626b-4441-ab8c-6f5d64f1de26 req-e5cb2a92-2459-407e-b1bc-b37a4dcae9dd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac3e528a3aa34615a7a87b17e74c1f34&device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 1127 time: 0.0719383 Mar 08 19:14:00.023655 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d6d343f3-0654-46c2-a214-a6abdedb5d2f req-5510ee01-e929-4fe8-9924-0d67cd5d6017 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307669 Mar 08 19:14:00.031975 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-6cba1d19-7115-4a1e-89c6-221d878eaaf8 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efdd81b216bc4091b41a1aec0610c6ad HTTP/1.1" status: 200 len: 379 time: 0.3166184 Mar 08 19:14:00.055154 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-fbaad5ce-444b-4fa9-a9c8-a6bf5a6b6465 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Request body: {'port': {'device_id': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'admin_state_up': True, 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'security_groups': ['4bbbe099-0da9-4a47-a8ab-f771d9920542']}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:14:00.087797 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-1af767bc-b9f6-43d1-a62a-f22513e8ebac tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:00.089636 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-1af767bc-b9f6-43d1-a62a-f22513e8ebac tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "GET /v2.0/networks?id=eadbce5e-f6fa-402e-acf1-15b1deb0f309 HTTP/1.1" status: 200 len: 815 time: 0.3441119 Mar 08 19:14:00.145100 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-83ef0357-f4ad-4a89-ae8d-9adc46fc57bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (790cf942-b6dd-4d42-89c1-cd7040db7bdc), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:00.187594 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186e0a6-1322-4793-9c6b-329fa9bf2d01 req-f1a8cdab-372d-4a58-88e5-5e4e83edf224 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:00.188731 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c186e0a6-1322-4793-9c6b-329fa9bf2d01 req-f1a8cdab-372d-4a58-88e5-5e4e83edf224 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 943 time: 0.2938495 Mar 08 19:14:00.219512 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1a22511-2e87-4bc0-a2bc-b4f2317eb8fb req-56033ba8-8cf2-4a68-a9e0-eda3ffca3af1 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 210 time: 0.0536571 Mar 08 19:14:00.220602 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef0357-f4ad-4a89-ae8d-9adc46fc57bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790cf942-b6dd-4d42-89c1-cd7040db7bdc,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:00.232789 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-83ef0357-f4ad-4a89-ae8d-9adc46fc57bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4aa27402a37947099805fbc565e04974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6309803 Mar 08 19:14:00.237294 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43840) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:00.278768 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a5de8-626b-4441-ab8c-6f5d64f1de26 req-8fc2b744-7e11-4ac8-8d1e-41de53f76a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:00.280367 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-ff8a5de8-626b-4441-ab8c-6f5d64f1de26 req-8fc2b744-7e11-4ac8-8d1e-41de53f76a26 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57635741-7850-4fb8-8caf-3cc49a276e9c HTTP/1.1" status: 200 len: 919 time: 0.2760301 Mar 08 19:14:00.308854 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-270cdc22-a5c4-4b49-a3fb-634d011d4859 admin admin] Publish callbacks [] for security_group (790cf942-b6dd-4d42-89c1-cd7040db7bdc), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:00.316592 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-069724a5-98a0-422b-81a9-c571010a3df7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff78af332934469ba0ee399835378e5f HTTP/1.1" status: 200 len: 379 time: 0.2144556 Mar 08 19:14:00.322921 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c186e0a6-1322-4793-9c6b-329fa9bf2d01 req-7dcd1025-88b0-4e65-8602-633688f1409c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109602 Mar 08 19:14:00.352711 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-270cdc22-a5c4-4b49-a3fb-634d011d4859 admin admin] Publish callbacks [] for security_group (790cf942-b6dd-4d42-89c1-cd7040db7bdc), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:00.372111 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-be79fd53-2564-443f-a1b3-50d1c4a41a67 req-ddeed727-814e-4438-a8a4-56b4b151fc87 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 210 time: 0.0362151 Mar 08 19:14:00.427521 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-fbaad5ce-444b-4fa9-a9c8-a6bf5a6b6465 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Made reservation on behalf of efdd81b216bc4091b41a1aec0610c6ad for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:14:00.431042 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-fbaad5ce-444b-4fa9-a9c8-a6bf5a6b6465 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:00.502057 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-270cdc22-a5c4-4b49-a3fb-634d011d4859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (790cf942-b6dd-4d42-89c1-cd7040db7bdc), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:00.504687 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-270cdc22-a5c4-4b49-a3fb-634d011d4859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:00.507560 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-270cdc22-a5c4-4b49-a3fb-634d011d4859 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/790cf942-b6dd-4d42-89c1-cd7040db7bdc HTTP/1.1" status: 204 len: 168 time: 0.2681639 Mar 08 19:14:00.514192 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cdc22-a5c4-4b49-a3fb-634d011d4859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790cf942-b6dd-4d42-89c1-cd7040db7bdc,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:00.618903 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-fbaad5ce-444b-4fa9-a9c8-a6bf5a6b6465 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Allocated IP 172.20.0.14 (cd3ea4fe-bf1a-4952-b0bd-286510901348/ee055724-f572-4951-9bec-6d1ee3ec6732/73344e8e-b327-42b5-a317-814f95b92074) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:14:00.774484 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-fbaad5ce-444b-4fa9-a9c8-a6bf5a6b6465 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for port (73344e8e-b327-42b5-a317-814f95b92074), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:00.889540 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2e952005-2eed-438f-a449-8f865f7dbcf1 req-64627031-03b2-4465-ae06-a4c9c1a78002 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 210 time: 0.0282733 Mar 08 19:14:00.940473 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-fbaad5ce-444b-4fa9-a9c8-a6bf5a6b6465 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (73344e8e-b327-42b5-a317-814f95b92074), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:00.988667 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-fbaad5ce-444b-4fa9-a9c8-a6bf5a6b6465 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Network cd3ea4fe-bf1a-4952-b0bd-286510901348 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:14:00.994618 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-fbaad5ce-444b-4fa9-a9c8-a6bf5a6b6465 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:14:01.001217 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-fbaad5ce-444b-4fa9-a9c8-a6bf5a6b6465 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:14:01.036507 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaad5ce-444b-4fa9-a9c8-a6bf5a6b6465 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event updated for resources: {'Port': ['ID=73344e8e-b327-42b5-a317-814f95b92074,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:01.059953 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-fbaad5ce-444b-4fa9-a9c8-a6bf5a6b6465 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:01.060691 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-fbaad5ce-444b-4fa9-a9c8-a6bf5a6b6465 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:01.179266 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-fbaad5ce-444b-4fa9-a9c8-a6bf5a6b6465 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1356089 Mar 08 19:14:01.197381 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f62f1-eb76-4ba9-956e-77e958d7b8e3 req-e8e1dc67-6ed2-47b0-ad29-db66762676c0 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:01.198968 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-745f62f1-eb76-4ba9-956e-77e958d7b8e3 req-e8e1dc67-6ed2-47b0-ad29-db66762676c0 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 943 time: 0.0832388 Mar 08 19:14:01.250206 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-745f62f1-eb76-4ba9-956e-77e958d7b8e3 req-173deb75-b553-4791-b849-313b64e3e1ca tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Mar 08 19:14:01.302057 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-bf865e80-7243-4a66-a06d-7d11a0f911d9 None None] Provisioning complete for port 73344e8e-b327-42b5-a317-814f95b92074 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:14:01.302680 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-bf865e80-7243-4a66-a06d-7d11a0f911d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (73344e8e-b327-42b5-a317-814f95b92074), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:01.335338 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e4ddff6c-3a01-497f-a385-20920bb9e2d8 req-09de31fa-7a92-465b-81a2-9d48b7debd13 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 210 time: 0.0306487 Mar 08 19:14:01.344607 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-bf865e80-7243-4a66-a06d-7d11a0f911d9 None None] Port 73344e8e-b327-42b5-a317-814f95b92074 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:14:01.454404 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec56403-a047-41b3-a1a4-b45c7155069f req-5e43cc27-bbb3-498e-bf4a-1dc261f599e5 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:01.455987 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dec56403-a047-41b3-a1a4-b45c7155069f req-5e43cc27-bbb3-498e-bf4a-1dc261f599e5 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 943 time: 0.0568476 Mar 08 19:14:01.493400 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2f10fa48-ead9-4ef7-a846-265725539cc4 req-acccdc7d-c4a9-4fe1-86e8-2895680a0506 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 210 time: 0.0364234 Mar 08 19:14:01.532347 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dec56403-a047-41b3-a1a4-b45c7155069f req-bc56cce5-b854-4dfe-b083-c4cb5b31ef7c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670800 Mar 08 19:14:02.017616 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d5d80575-64c0-4bc3-95df-48152b3b0dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:02.057518 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e31d6-15d0-4fb2-80a7-fa14e3000bca req-b2341bbc-72b0-4cd6-afea-48c9469b6622 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:02.057518 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e91e31d6-15d0-4fb2-80a7-fa14e3000bca req-b2341bbc-72b0-4cd6-afea-48c9469b6622 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 932 time: 0.0648451 Mar 08 19:14:02.080685 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e91e31d6-15d0-4fb2-80a7-fa14e3000bca req-336278ae-48f8-402c-b3f4-9b855f16a7f9 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436604 Mar 08 19:14:02.369194 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269d006-7d2e-44e6-9ecc-75cdd4542043 req-da00f321-33a6-4623-ac70-462d2c3518e1 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:02.370735 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c269d006-7d2e-44e6-9ecc-75cdd4542043 req-da00f321-33a6-4623-ac70-462d2c3518e1 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 943 time: 0.0546179 Mar 08 19:14:02.449029 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c269d006-7d2e-44e6-9ecc-75cdd4542043 req-e4f727de-46dd-451d-bb41-06c38f59866b tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718312 Mar 08 19:14:02.452766 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-400a01b6-a739-403e-b827-c262e6f8d0ec req-3e700dc0-e80a-4b6f-a9a9-86375615bc1b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 210 time: 0.0419390 Mar 08 19:14:02.601508 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ff1d9c83-5918-4d14-982d-f4953f8d0831 req-9e63ef2c-f473-4b4e-952b-3e417fe68c7a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 210 time: 0.0281014 Mar 08 19:14:02.665818 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa2c4f-1b22-47c1-84b8-07223e141d73 req-f27b4ec7-6e75-42b7-8f75-a0b345a76574 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:02.667610 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-92aa2c4f-1b22-47c1-84b8-07223e141d73 req-f27b4ec7-6e75-42b7-8f75-a0b345a76574 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 943 time: 0.0652337 Mar 08 19:14:02.727502 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-92aa2c4f-1b22-47c1-84b8-07223e141d73 req-69d0b7c3-3aac-4764-873f-71854c5be981 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543702 Mar 08 19:14:03.218498 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bc7b9-7fb6-47ec-886e-5bb1c7c09c41 req-d4d7362d-2a22-4bc1-aca0-61c21b455c1e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:03.220108 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3f7bc7b9-7fb6-47ec-886e-5bb1c7c09c41 req-d4d7362d-2a22-4bc1-aca0-61c21b455c1e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 932 time: 0.0610538 Mar 08 19:14:03.277578 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3f7bc7b9-7fb6-47ec-886e-5bb1c7c09c41 req-e162203c-5c5c-431f-8e4d-72d8ad324dac tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519159 Mar 08 19:14:03.534682 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9ad0581d-3437-42b3-8db9-1df978228ba9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'port': {'device_id': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'admin_state_up': True, 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'security_groups': ['199d36de-103a-460e-9e5d-4379017e7ae1']}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:14:03.551208 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Request body: {'port': {'device_id': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:14:03.577422 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-ff8a5de8-626b-4441-ab8c-6f5d64f1de26 req-e8db8ee3-a00c-48ff-a25b-a4f6b977b955 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5b10e88-0abd-4904-ac5c-9598e04d2762 HTTP/1.1" status: 200 len: 217 time: 0.0587540 Mar 08 19:14:03.643337 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a5de8-626b-4441-ab8c-6f5d64f1de26 req-50894eb2-3f9c-4156-b735-cf3cd6f85050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:03.645009 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-ff8a5de8-626b-4441-ab8c-6f5d64f1de26 req-50894eb2-3f9c-4156-b735-cf3cd6f85050 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4458874f-5444-4ac0-9eff-261091c9a74c HTTP/1.1" status: 200 len: 858 time: 0.0582073 Mar 08 19:14:03.646072 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a94382e9-7447-471c-87d5-1daf9fe95f95 req-d9e4866d-e062-4e6b-ac53-48a5c4220268 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 210 time: 0.0913539 Mar 08 19:14:03.679258 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-ff8a5de8-626b-4441-ab8c-6f5d64f1de26 req-d22e9e2f-38dc-419c-b592-ea3f58fa4284 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57635741-7850-4fb8-8caf-3cc49a276e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274131 Mar 08 19:14:03.776433 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-ff8a5de8-626b-4441-ab8c-6f5d64f1de26 req-712d81ab-bc99-46bc-9281-b6198dea60db service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915294 Mar 08 19:14:03.961357 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-ff8a5de8-626b-4441-ab8c-6f5d64f1de26 req-444f0d7e-8bcd-4622-8a83-31a1f7525976 service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204753 Mar 08 19:14:04.004547 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (73344e8e-b327-42b5-a317-814f95b92074), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:04.007689 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a65784cf-f091-469b-8264-c92a37b2e0d2 req-be260307-724b-4240-8794-1912bcaf8f1f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 210 time: 0.2822454 Mar 08 19:14:04.022586 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bedb7c-7fb4-4b3f-8195-32a1392522bc req-5ed90d1c-f566-4ea7-a162-e616e2445884 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:04.024078 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-31bedb7c-7fb4-4b3f-8195-32a1392522bc req-5ed90d1c-f566-4ea7-a162-e616e2445884 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 943 time: 0.4673679 Mar 08 19:14:04.158625 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device ab1d2653-193c-4b46-89f5-5adf4d0861c9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:14:04.201285 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-31bedb7c-7fb4-4b3f-8195-32a1392522bc req-80f8ddd8-95b2-4074-8ec2-78e92d993d63 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686437 Mar 08 19:14:04.215311 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9ad0581d-3437-42b3-8db9-1df978228ba9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Made reservation on behalf of ff78af332934469ba0ee399835378e5f for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:14:04.215311 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9ad0581d-3437-42b3-8db9-1df978228ba9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:04.260541 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0014-a1a8-4390-bf95-275188a3b965 req-0712b49b-a8d5-4147-92de-213cd8e2e525 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:04.262707 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-334a0014-a1a8-4390-bf95-275188a3b965 req-0712b49b-a8d5-4147-92de-213cd8e2e525 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 943 time: 0.1939988 Mar 08 19:14:04.303666 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port ab1d2653-193c-4b46-89f5-5adf4d0861c9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ab1d2653-193c-4b46-89f5-5adf4d0861c9,segment=NetworkSegment(7faedfea-6dc6-4e76-ad36-229cc51f5b98),segment_id=7faedfea-6dc6-4e76-ad36-229cc51f5b98)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:04.325387 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': 'ab1d2653-193c-4b46-89f5-5adf4d0861c9', 'network_id': 'f176316a-dcf0-4ff8-9d04-4117d60f21a4', 'port_id': 'ab1d2653-193c-4b46-89f5-5adf4d0861c9', 'mac_address': 'fa:16:3e:6a:04:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e47d5d9-c52e-44cb-9522-f67f363652fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:14:04.387751 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port ab1d2653-193c-4b46-89f5-5adf4d0861c9 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:14:04.388640 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (ab1d2653-193c-4b46-89f5-5adf4d0861c9), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:04.403383 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-09cba497-1ea2-4d5b-ac2f-9880d1763ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:04.415714 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1d2653-193c-4b46-89f5-5adf4d0861c9 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:14:04.435117 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port ab1d2653-193c-4b46-89f5-5adf4d0861c9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ab1d2653-193c-4b46-89f5-5adf4d0861c9,segment=NetworkSegment(7faedfea-6dc6-4e76-ad36-229cc51f5b98),segment_id=7faedfea-6dc6-4e76-ad36-229cc51f5b98)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:04.490443 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43968) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:04.541929 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (ab1d2653-193c-4b46-89f5-5adf4d0861c9), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:04.584570 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-334a0014-a1a8-4390-bf95-275188a3b965 req-f58a56ad-4e65-486a-b00b-a2648035a016 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048568 Mar 08 19:14:04.603005 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=ab1d2653-193c-4b46-89f5-5adf4d0861c9,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:04.643208 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0acee0-e1c1-48b3-bc30-3b9b00b07f8f req-9887f5e9-4f28-4485-ae4f-97930138b728 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:04.644751 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-db0acee0-e1c1-48b3-bc30-3b9b00b07f8f req-9887f5e9-4f28-4485-ae4f-97930138b728 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 932 time: 0.2416282 Mar 08 19:14:04.668487 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c17cb6b6-b035-46da-9f4e-82008cd80b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:04.676730 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9ad0581d-3437-42b3-8db9-1df978228ba9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Allocated IP 172.20.0.6 (eadbce5e-f6fa-402e-acf1-15b1deb0f309/f85598c7-024d-416e-bf9f-b74e60adac34/af2c1b42-45a5-46ce-aea2-d905ce39d3d0) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:14:04.693861 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73344e8e-b327-42b5-a317-814f95b92074 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:14:04.714495 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Publish callbacks [] for port (73344e8e-b327-42b5-a317-814f95b92074), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:04.755887 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-1aae8b58-ff0d-448a-89bb-123bc4b8ee8f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:04.757476 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-1aae8b58-ff0d-448a-89bb-123bc4b8ee8f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.76 "GET /v2.0/networks?id=c8a25d18-0969-475a-a1e7-ff064689da30 HTTP/1.1" status: 200 len: 811 time: 0.1817513 Mar 08 19:14:04.775046 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Transition to ACTIVE for port object 73344e8e-b327-42b5-a317-814f95b92074 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:14:04.785248 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-db0acee0-e1c1-48b3-bc30-3b9b00b07f8f req-0d2454bb-1600-48b2-a826-346902e67631 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307437 Mar 08 19:14:04.796045 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c17cb6b6-b035-46da-9f4e-82008cd80b4c admin admin] Publish callbacks [] for security_group (8f66eb9d-912f-46c8-9cf8-20e7c2c41847), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:04.815190 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0c4a3964-4a64-4350-80ed-daa4a9b8b56e req-0d97026c-8352-4da3-b839-4e8eb207afb7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 210 time: 0.0665696 Mar 08 19:14:04.877275 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-9e9779d6-3139-4f2d-ad6e-69bd2c751d8c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=011362b6715747dba59bf9619c6bd65b HTTP/1.1" status: 200 len: 380 time: 0.0673614 Mar 08 19:14:04.886859 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-bd64f95c-afc2-4391-90e9-39edc1951465 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Request body: {'port': {'device_id': 'e431bba0-7d48-4fff-ace4-d5ba4a32a2ea', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'admin_state_up': True, 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'security_groups': ['5e8a1971-933b-46cd-b580-70da90ec2bb3']}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:14:04.896748 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (73344e8e-b327-42b5-a317-814f95b92074), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:04.904090 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c17cb6b6-b035-46da-9f4e-82008cd80b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (8f66eb9d-912f-46c8-9cf8-20e7c2c41847), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:04.963521 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9ad0581d-3437-42b3-8db9-1df978228ba9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for port (af2c1b42-45a5-46ce-aea2-d905ce39d3d0), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:04.989700 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Pushing event updated for resources: {'Port': ['ID=73344e8e-b327-42b5-a317-814f95b92074,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:05.068517 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-c17cb6b6-b035-46da-9f4e-82008cd80b4c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ff4bab6d294c42ada36f2eda5fb13a18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5742919 Mar 08 19:14:05.069596 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 43984) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:05.093300 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cb6b6-b035-46da-9f4e-82008cd80b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f66eb9d-912f-46c8-9cf8-20e7c2c41847,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:05.211204 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8a7bae37-aa20-488e-9a34-567d2fc00cb5 req-966813c7-7367-4b1c-94bb-15b76d5e27b9 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 210 time: 0.0630105 Mar 08 19:14:05.225488 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e277-0542-4969-9376-8676787d8711 admin admin] Publish callbacks [] for security_group (8f66eb9d-912f-46c8-9cf8-20e7c2c41847), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:05.228322 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:05.231515 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9ad0581d-3437-42b3-8db9-1df978228ba9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (af2c1b42-45a5-46ce-aea2-d905ce39d3d0), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:05.256366 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e277-0542-4969-9376-8676787d8711 admin admin] Publish callbacks [] for security_group (8f66eb9d-912f-46c8-9cf8-20e7c2c41847), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:05.288591 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Attempting to bind port 73344e8e-b327-42b5-a317-814f95b92074 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:14:05.289732 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Attempting to bind port 73344e8e-b327-42b5-a317-814f95b92074 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:14:05.290423 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Attempting to bind port 73344e8e-b327-42b5-a317-814f95b92074 on network cd3ea4fe-bf1a-4952-b0bd-286510901348 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:14:05.297477 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['ab1d2653-193c-4b46-89f5-5adf4d0861c9'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:14:05.307649 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9ad0581d-3437-42b3-8db9-1df978228ba9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Network eadbce5e-f6fa-402e-acf1-15b1deb0f309 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:14:05.324234 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9ad0581d-3437-42b3-8db9-1df978228ba9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:14:05.326277 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Port 73344e8e-b327-42b5-a317-814f95b92074 on network cd3ea4fe-bf1a-4952-b0bd-286510901348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:14:05.326788 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Attempting to bind port 73344e8e-b327-42b5-a317-814f95b92074 on network cd3ea4fe-bf1a-4952-b0bd-286510901348 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:14:05.329804 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9ad0581d-3437-42b3-8db9-1df978228ba9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:14:05.357258 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0581d-3437-42b3-8db9-1df978228ba9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'Port': ['ID=af2c1b42-45a5-46ce-aea2-d905ce39d3d0,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:05.384157 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:14:05.384384 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-bd64f95c-afc2-4391-90e9-39edc1951465 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Made reservation on behalf of 011362b6715747dba59bf9619c6bd65b for: {'port': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:14:05.384472 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Checking segment: {'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:14:05.384760 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Bound using segment: {'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:14:05.385219 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Bound port: 73344e8e-b327-42b5-a317-814f95b92074, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:14:05.385595 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (73344e8e-b327-42b5-a317-814f95b92074), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:05.388595 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-bd64f95c-afc2-4391-90e9-39edc1951465 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:05.440952 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e277-0542-4969-9376-8676787d8711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (8f66eb9d-912f-46c8-9cf8-20e7c2c41847), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:05.444950 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e277-0542-4969-9376-8676787d8711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:05.446095 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-d2c0e277-0542-4969-9376-8676787d8711 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8f66eb9d-912f-46c8-9cf8-20e7c2c41847 HTTP/1.1" status: 204 len: 168 time: 0.3735476 Mar 08 19:14:05.487406 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9ad0581d-3437-42b3-8db9-1df978228ba9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:05.488084 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9ad0581d-3437-42b3-8db9-1df978228ba9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:05.497702 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0e277-0542-4969-9376-8676787d8711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f66eb9d-912f-46c8-9cf8-20e7c2c41847,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:05.514790 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ef503-5116-41f2-b355-f2158bd9ed80 req-8de42508-783c-4688-a728-9032d36553e5 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:05.521787 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d67ef503-5116-41f2-b355-f2158bd9ed80 req-8de42508-783c-4688-a728-9032d36553e5 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 944 time: 0.2214904 Mar 08 19:14:05.588854 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] For port 73344e8e-b327-42b5-a317-814f95b92074, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:14:05.593658 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] For port 73344e8e-b327-42b5-a317-814f95b92074, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73344e8e-b327-42b5-a317-814f95b92074,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:14:05.621473 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d67ef503-5116-41f2-b355-f2158bd9ed80 req-51f39ac9-dafc-45e5-b333-a795497281a6 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986929 Mar 08 19:14:05.633845 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-bd64f95c-afc2-4391-90e9-39edc1951465 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Allocated IP 172.20.0.12 (c8a25d18-0969-475a-a1e7-ff064689da30/fdb0863d-aa5d-4f95-aa01-9b30b9d1315b/202b6771-2b6b-4cec-a768-6c3521e9cd8f) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:14:05.728983 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-699a4858-3c83-4999-9864-7652ebd0ae4e None None] Provisioning complete for port af2c1b42-45a5-46ce-aea2-d905ce39d3d0 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:14:05.729360 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-699a4858-3c83-4999-9864-7652ebd0ae4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (af2c1b42-45a5-46ce-aea2-d905ce39d3d0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:05.734308 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b6af9-84f1-484d-95d1-0841d236729a req-3ac635f6-7431-4e71-af74-51ec2b9fa90b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:05.736127 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da4b6af9-84f1-484d-95d1-0841d236729a req-3ac635f6-7431-4e71-af74-51ec2b9fa90b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 943 time: 0.0735710 Mar 08 19:14:05.772071 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-699a4858-3c83-4999-9864-7652ebd0ae4e None None] Port af2c1b42-45a5-46ce-aea2-d905ce39d3d0 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:14:05.788894 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da4b6af9-84f1-484d-95d1-0841d236729a req-ee7e7c9f-9314-4718-952d-1b834825bd82 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468941 Mar 08 19:14:05.803881 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (73344e8e-b327-42b5-a317-814f95b92074), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:05.809377 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9ad0581d-3437-42b3-8db9-1df978228ba9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2867715 Mar 08 19:14:05.908147 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:05.908901 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:05.910460 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] 10.222.0.76 "PUT /v2.0/ports/73344e8e-b327-42b5-a317-814f95b92074 HTTP/1.1" status: 200 len: 1094 time: 2.3687170 Mar 08 19:14:05.910963 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'tag': '73344e8e-b327-42b5-a317-814f95b92074'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:14:05.913376 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d89eb2-cd48-436d-ab99-2bb0f4d8f481" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d4ea86-f489-4d6d-995e-1999c95b744d", "tag": "73344e8e-b327-42b5-a317-814f95b92074"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:14:06.003240 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-bd64f95c-afc2-4391-90e9-39edc1951465 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for port (202b6771-2b6b-4cec-a768-6c3521e9cd8f), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:06.018481 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d90d1-fb54-4ecf-a564-919c2fafb96a service neutron] Pushing event updated for resources: {'Port': ['ID=73344e8e-b327-42b5-a317-814f95b92074,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:06.056360 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f8e2c-5df5-4456-9465-5e0423adabaf req-6d0dddda-bed8-44bf-81d8-a4118b02a448 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:06.058148 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e34f8e2c-5df5-4456-9465-5e0423adabaf req-6d0dddda-bed8-44bf-81d8-a4118b02a448 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.1400919 Mar 08 19:14:06.083002 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367730c0-be43-4ec1-b0e1-2e9f9ea13500 req-ac6aab77-335b-4de5-b378-1964c33c9b92 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:06.084622 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-367730c0-be43-4ec1-b0e1-2e9f9ea13500 req-ac6aab77-335b-4de5-b378-1964c33c9b92 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 931 time: 0.1089025 Mar 08 19:14:06.128954 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-bd64f95c-afc2-4391-90e9-39edc1951465 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (202b6771-2b6b-4cec-a768-6c3521e9cd8f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:06.153610 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e34f8e2c-5df5-4456-9465-5e0423adabaf req-268092a5-81d0-4a66-8bc8-cb79074e80fe tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874627 Mar 08 19:14:06.158435 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-367730c0-be43-4ec1-b0e1-2e9f9ea13500 req-4d76f163-d523-4822-854f-d033581a57a9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671711 Mar 08 19:14:06.203581 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-bd64f95c-afc2-4391-90e9-39edc1951465 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Network c8a25d18-0969-475a-a1e7-ff064689da30 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:14:06.209265 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-bd64f95c-afc2-4391-90e9-39edc1951465 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:14:06.213088 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-bd64f95c-afc2-4391-90e9-39edc1951465 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:14:06.233712 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f14c966-19ad-4432-afb9-7b3deaf371b0 x-openstack-request-id: req-6f14c966-19ad-4432-afb9-7b3deaf371b0 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:14:06.233712 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d4ea86-f489-4d6d-995e-1999c95b744d", "tag": "73344e8e-b327-42b5-a317-814f95b92074", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:14:06.233712 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f14c966-19ad-4432-afb9-7b3deaf371b0 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:14:06.233712 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'tag': '73344e8e-b327-42b5-a317-814f95b92074', 'status': 'completed', 'code': 200} Mar 08 19:14:06.241582 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64f95c-afc2-4391-90e9-39edc1951465 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event updated for resources: {'Port': ['ID=202b6771-2b6b-4cec-a768-6c3521e9cd8f,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:06.285280 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-bd64f95c-afc2-4391-90e9-39edc1951465 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:06.286296 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-bd64f95c-afc2-4391-90e9-39edc1951465 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:06.367394 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-bd64f95c-afc2-4391-90e9-39edc1951465 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4847047 Mar 08 19:14:06.402052 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e4d58-4752-4eca-b254-51d5b70a14d8 req-aa2932a3-6953-4f76-96c7-976b1b800be6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:06.403635 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1e3e4d58-4752-4eca-b254-51d5b70a14d8 req-aa2932a3-6953-4f76-96c7-976b1b800be6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 932 time: 0.0697780 Mar 08 19:14:06.454593 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1e3e4d58-4752-4eca-b254-51d5b70a14d8 req-1072401b-d0d0-4699-9ad7-ee891052c674 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437546 Mar 08 19:14:06.462866 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 44034) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:06.476747 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-69c39957-d862-48f3-a436-6b675c23ef4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:06.533463 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-1822be17-c4a7-493b-8da4-fd50e16e41aa None None] Provisioning complete for port 202b6771-2b6b-4cec-a768-6c3521e9cd8f triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:14:06.533990 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-1822be17-c4a7-493b-8da4-fd50e16e41aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (202b6771-2b6b-4cec-a768-6c3521e9cd8f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:06.551328 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-69c39957-d862-48f3-a436-6b675c23ef4a admin admin] Publish callbacks [] for security_group (9df2d28d-4e71-44a0-84fb-7a8d4ec7f1c5), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:06.568890 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-1822be17-c4a7-493b-8da4-fd50e16e41aa None None] Port 202b6771-2b6b-4cec-a768-6c3521e9cd8f cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:14:06.682968 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-69c39957-d862-48f3-a436-6b675c23ef4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (9df2d28d-4e71-44a0-84fb-7a8d4ec7f1c5), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:06.721043 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c39957-d862-48f3-a436-6b675c23ef4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df2d28d-4e71-44a0-84fb-7a8d4ec7f1c5,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:06.725212 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-69c39957-d862-48f3-a436-6b675c23ef4a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=92f5016237fd4afd8d502d621f131e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612679 Mar 08 19:14:06.727980 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 44038) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:06.770497 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657cae4-0240-4c2b-a14b-fa6abf4a491f req-d4d66bc6-5ef1-4da0-be80-278ab262a720 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:06.771993 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6657cae4-0240-4c2b-a14b-fa6abf4a491f req-d4d66bc6-5ef1-4da0-be80-278ab262a720 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 944 time: 0.0820467 Mar 08 19:14:06.819698 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-726fce59-0b20-4663-95e3-325c199e6195 admin admin] Publish callbacks [] for security_group (9df2d28d-4e71-44a0-84fb-7a8d4ec7f1c5), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:06.842922 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6657cae4-0240-4c2b-a14b-fa6abf4a491f req-55998db8-5c89-4b99-a0bb-41c58eaed311 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619111 Mar 08 19:14:06.857934 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-726fce59-0b20-4663-95e3-325c199e6195 admin admin] Publish callbacks [] for security_group (9df2d28d-4e71-44a0-84fb-7a8d4ec7f1c5), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:06.940496 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b4b55-601a-4c27-9c73-63d0f68106e0 req-03168088-88e8-422c-8636-787644e41be7 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:06.942013 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-942b4b55-601a-4c27-9c73-63d0f68106e0 req-03168088-88e8-422c-8636-787644e41be7 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 943 time: 0.0783801 Mar 08 19:14:06.989295 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-942b4b55-601a-4c27-9c73-63d0f68106e0 req-4d7aa4d1-fbfd-4659-bd0d-1ec23fafdeb9 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413184 Mar 08 19:14:07.014065 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-726fce59-0b20-4663-95e3-325c199e6195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (9df2d28d-4e71-44a0-84fb-7a8d4ec7f1c5), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:07.016970 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-726fce59-0b20-4663-95e3-325c199e6195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:07.019558 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-726fce59-0b20-4663-95e3-325c199e6195 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9df2d28d-4e71-44a0-84fb-7a8d4ec7f1c5 HTTP/1.1" status: 204 len: 168 time: 0.2891288 Mar 08 19:14:07.026122 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fce59-0b20-4663-95e3-325c199e6195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df2d28d-4e71-44a0-84fb-7a8d4ec7f1c5,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:07.242906 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:07.338538 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f6727-b490-43ed-a114-70a97999a78e req-fa18f3f7-829c-4b92-bb3f-fc1b528fa6e5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:07.340069 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1b4f6727-b490-43ed-a114-70a97999a78e req-fa18f3f7-829c-4b92-bb3f-fc1b528fa6e5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 931 time: 0.0991499 Mar 08 19:14:07.349449 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d6f05-3c31-4329-98bd-23c32c8ba5d0 req-be0ed9a6-19e9-47c3-a752-1dacaea75be5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:07.349554 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a37d6f05-3c31-4329-98bd-23c32c8ba5d0 req-be0ed9a6-19e9-47c3-a752-1dacaea75be5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0977514 Mar 08 19:14:07.434085 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1b4f6727-b490-43ed-a114-70a97999a78e req-892570b5-b06f-496e-8a6e-bee147dca1c4 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834577 Mar 08 19:14:07.441532 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a37d6f05-3c31-4329-98bd-23c32c8ba5d0 req-23d0974e-26f3-4255-8d6a-f7c071094874 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846350 Mar 08 19:14:07.588784 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f3b86-c099-4a2a-9be7-f9917a25f003 req-f2adf3e0-95db-4de6-bdef-013434972b9c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:07.590282 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c77f3b86-c099-4a2a-9be7-f9917a25f003 req-f2adf3e0-95db-4de6-bdef-013434972b9c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 932 time: 0.0636895 Mar 08 19:14:07.643136 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c77f3b86-c099-4a2a-9be7-f9917a25f003 req-fab3c0ec-eb89-4aea-a794-7bb3c2d68a2c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463259 Mar 08 19:14:07.972577 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2fa07-0c62-4cbe-a2e0-11193b9c9bd9 req-ae9a0d88-a277-4d56-babd-4beb0a1adf32 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:07.974091 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6af2fa07-0c62-4cbe-a2e0-11193b9c9bd9 req-ae9a0d88-a277-4d56-babd-4beb0a1adf32 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 944 time: 0.0583365 Mar 08 19:14:08.024122 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6af2fa07-0c62-4cbe-a2e0-11193b9c9bd9 req-158a4f34-02fd-4565-ba4b-267ea2cfb2c0 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443616 Mar 08 19:14:08.126002 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ea057-01e3-48a2-8a81-5e0233957a9f req-add5276b-84b2-4b05-a2a6-e548425ecb80 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:08.127566 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-181ea057-01e3-48a2-8a81-5e0233957a9f req-add5276b-84b2-4b05-a2a6-e548425ecb80 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 943 time: 0.0591531 Mar 08 19:14:08.181583 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-181ea057-01e3-48a2-8a81-5e0233957a9f req-f473d85a-5a94-41a4-8fc8-2596dfd26d7b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482590 Mar 08 19:14:08.439251 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:08.582600 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93601754-e665-4cba-a79c-dd7d13b075f7 req-b8793a6e-f984-491a-8f34-138d6e965deb tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:08.584099 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-93601754-e665-4cba-a79c-dd7d13b075f7 req-b8793a6e-f984-491a-8f34-138d6e965deb tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 931 time: 0.0834370 Mar 08 19:14:08.595550 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507011a-eeb8-4921-a4ef-50f246141079 req-2752bea4-e57c-45a5-aec9-62ccc83d80d8 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:08.596999 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0507011a-eeb8-4921-a4ef-50f246141079 req-2752bea4-e57c-45a5-aec9-62ccc83d80d8 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0702045 Mar 08 19:14:08.667776 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-93601754-e665-4cba-a79c-dd7d13b075f7 req-1667999e-3d86-4630-9f63-9d6e78016add tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695510 Mar 08 19:14:08.680269 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0507011a-eeb8-4921-a4ef-50f246141079 req-1015aa01-64b3-4bfc-ba09-d69beb8b7283 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761666 Mar 08 19:14:08.812317 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cafc8-b6c2-45d0-8ded-7f8a265d321f req-756fa98f-e039-4c34-83af-8bc031f80a47 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:08.813851 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f54cafc8-b6c2-45d0-8ded-7f8a265d321f req-756fa98f-e039-4c34-83af-8bc031f80a47 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 932 time: 0.0604472 Mar 08 19:14:08.865530 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f54cafc8-b6c2-45d0-8ded-7f8a265d321f req-14cbb4dd-b9ce-42a8-bc8b-e9db774def17 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458844 Mar 08 19:14:09.168358 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da0ff9-561f-459e-b5a3-621b32b6abbf req-f161d755-f158-4c40-94d8-ded73d8f1caf tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:09.170400 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-02da0ff9-561f-459e-b5a3-621b32b6abbf req-f161d755-f158-4c40-94d8-ded73d8f1caf tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 944 time: 0.0694032 Mar 08 19:14:09.225233 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-02da0ff9-561f-459e-b5a3-621b32b6abbf req-294a7156-4ecc-487b-8595-da2655fc92d2 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456777 Mar 08 19:14:09.314979 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409192fe-20d9-4453-b3be-011dd00596a9 req-b8c9e5ab-1587-46cb-a200-96841e7c4bd5 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:09.316490 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-409192fe-20d9-4453-b3be-011dd00596a9 req-b8c9e5ab-1587-46cb-a200-96841e7c4bd5 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 943 time: 0.0579610 Mar 08 19:14:09.363589 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-409192fe-20d9-4453-b3be-011dd00596a9 req-7269fe26-9a77-4242-8ec2-ac5c888ef16d tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410399 Mar 08 19:14:09.646049 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Request body: {'port': {'device_id': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:14:09.650407 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Request body: {'port': {'device_id': 'e431bba0-7d48-4fff-ace4-d5ba4a32a2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:14:09.718440 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (202b6771-2b6b-4cec-a768-6c3521e9cd8f), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:09.777465 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d89eb2-cd48-436d-ab99-2bb0f4d8f481 req-20ada9c7-2ef2-47ad-ace3-069dc4d4662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:09.779677 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-15d89eb2-cd48-436d-ab99-2bb0f4d8f481 req-20ada9c7-2ef2-47ad-ace3-069dc4d4662a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=efdd81b216bc4091b41a1aec0610c6ad&device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 1128 time: 0.1033318 Mar 08 19:14:09.857030 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (af2c1b42-45a5-46ce-aea2-d905ce39d3d0), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:10.012253 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab0ed2-4575-4546-9d3e-574946da09d2 req-68998a59-8d0c-4eba-ab89-e5c764d16fac tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:10.014013 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9aab0ed2-4575-4546-9d3e-574946da09d2 req-68998a59-8d0c-4eba-ab89-e5c764d16fac tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 931 time: 0.2152467 Mar 08 19:14:10.032937 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1018164-5386-45ea-bd3e-3d0b548738ed req-7c33c6d9-8237-4457-8107-20c82edc75d2 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:10.034420 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c1018164-5386-45ea-bd3e-3d0b548738ed req-7c33c6d9-8237-4457-8107-20c82edc75d2 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.2342975 Mar 08 19:14:10.042961 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.notifiers.nova [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202b6771-2b6b-4cec-a768-6c3521e9cd8f {{(pid=103680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:14:10.051813 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Publish callbacks [] for port (202b6771-2b6b-4cec-a768-6c3521e9cd8f), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:10.065875 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.provisioning_blocks [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Transition to ACTIVE for port object 202b6771-2b6b-4cec-a768-6c3521e9cd8f will not be triggered until provisioned by entity L2. {{(pid=103680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:14:10.115092 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d89eb2-cd48-436d-ab99-2bb0f4d8f481 req-31fc7265-770b-4897-a844-444728bc6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:10.116659 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-15d89eb2-cd48-436d-ab99-2bb0f4d8f481 req-31fc7265-770b-4897-a844-444728bc6a5e service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=efdd81b216bc4091b41a1aec0610c6ad&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2957416 Mar 08 19:14:10.130817 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6014735'] for port (202b6771-2b6b-4cec-a768-6c3521e9cd8f), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:10.169580 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 44132) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:10.216574 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Pushing event updated for resources: {'Port': ['ID=202b6771-2b6b-4cec-a768-6c3521e9cd8f,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:10.292499 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Attempting to bind port 202b6771-2b6b-4cec-a768-6c3521e9cd8f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:14:10.293527 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Attempting to bind port 202b6771-2b6b-4cec-a768-6c3521e9cd8f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:14:10.294030 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Attempting to bind port 202b6771-2b6b-4cec-a768-6c3521e9cd8f on network c8a25d18-0969-475a-a1e7-ff064689da30 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:14:10.299207 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Port 202b6771-2b6b-4cec-a768-6c3521e9cd8f on network c8a25d18-0969-475a-a1e7-ff064689da30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:14:10.299627 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Attempting to bind port 202b6771-2b6b-4cec-a768-6c3521e9cd8f on network c8a25d18-0969-475a-a1e7-ff064689da30 {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:14:10.310156 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:14:10.310603 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Checking segment: {'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:14:10.311079 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Bound using segment: {'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'} {{(pid=103680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:14:10.312309 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.managers [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Bound port: 202b6771-2b6b-4cec-a768-6c3521e9cd8f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'}}] {{(pid=103680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:14:10.312759 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (202b6771-2b6b-4cec-a768-6c3521e9cd8f), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:10.391615 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] For port 202b6771-2b6b-4cec-a768-6c3521e9cd8f, host hv-cinder-83009, cleared binding levels {{(pid=103680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:14:10.395350 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.db [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] For port 202b6771-2b6b-4cec-a768-6c3521e9cd8f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=202b6771-2b6b-4cec-a768-6c3521e9cd8f,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:14:10.505896 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6014735'] for port (202b6771-2b6b-4cec-a768-6c3521e9cd8f), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:10.544476 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:10.545161 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for port (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:10.546864 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] 10.222.0.76 "PUT /v2.0/ports/202b6771-2b6b-4cec-a768-6c3521e9cd8f HTTP/1.1" status: 200 len: 1094 time: 0.9033659 Mar 08 19:14:10.547068 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9aab0ed2-4575-4546-9d3e-574946da09d2 req-93e29df4-b69b-4f87-919c-f2b485bb3d4f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5116372 Mar 08 19:14:10.547314 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e431bba0-7d48-4fff-ace4-d5ba4a32a2ea', 'tag': '202b6771-2b6b-4cec-a768-6c3521e9cd8f'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:14:10.549594 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53819140b743c14f5f7a1fe2ab51494c776a848c6f719dc74ac88d912fee6995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c36dd2-e563-47be-9b70-7fcffbd792e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e431bba0-7d48-4fff-ace4-d5ba4a32a2ea", "tag": "202b6771-2b6b-4cec-a768-6c3521e9cd8f"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:14:10.585516 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1739db6-ff36-429b-a829-c86e682d1a75 service neutron] Pushing event updated for resources: {'Port': ['ID=202b6771-2b6b-4cec-a768-6c3521e9cd8f,revision_number=3']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:10.590862 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c1018164-5386-45ea-bd3e-3d0b548738ed req-98e822bd-ae6c-426a-81fb-298ace0fbab9 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5452709 Mar 08 19:14:10.599204 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-008beede-909e-4948-94ad-f5b816cf850a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:10.613725 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d89eb2-cd48-436d-ab99-2bb0f4d8f481 req-98b56ecd-5147-46b9-a481-f49a7161da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:10.615246 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-15d89eb2-cd48-436d-ab99-2bb0f4d8f481 req-98b56ecd-5147-46b9-a481-f49a7161da44 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4900761 Mar 08 19:14:10.755891 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-b228a0ac-f50a-4846-9869-436741d5455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:10.757448 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-b228a0ac-f50a-4846-9869-436741d5455b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=011362b6715747dba59bf9619c6bd65b&device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 1128 time: 0.0513346 Mar 08 19:14:10.810778 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-6a4428c8-a425-448f-87f9-ac8c228c110c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=202b6771-2b6b-4cec-a768-6c3521e9cd8f HTTP/1.1" status: 200 len: 217 time: 0.0454698 Mar 08 19:14:10.865101 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-b8ef778b-e7dc-487b-971a-9289bddf84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:10.866632 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-b8ef778b-e7dc-487b-971a-9289bddf84b9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fdb0863d-aa5d-4f95-aa01-9b30b9d1315b HTTP/1.1" status: 200 len: 850 time: 0.0490532 Mar 08 19:14:10.875409 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2c1b42-45a5-46ce-aea2-d905ce39d3d0 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:14:10.893208 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Publish callbacks [] for port (af2c1b42-45a5-46ce-aea2-d905ce39d3d0), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:10.909794 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eb857-ef6d-47ed-89ac-87b2e0fec656 req-7ab0e81c-ed14-47c8-9076-84098d188c00 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:10.911288 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-992eb857-ef6d-47ed-89ac-87b2e0fec656 req-7ab0e81c-ed14-47c8-9076-84098d188c00 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 944 time: 0.2506492 Mar 08 19:14:10.918914 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-762fbc66-cdd6-4768-883e-56578bd17d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:10.920373 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-762fbc66-cdd6-4768-883e-56578bd17d66 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=efdd81b216bc4091b41a1aec0610c6ad&device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 1128 time: 0.2541907 Mar 08 19:14:10.923347 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-008beede-909e-4948-94ad-f5b816cf850a admin admin] Publish callbacks [] for security_group (f15de6ab-30f2-4a80-82f9-5c2c2338e1b7), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:10.931981 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-63a8a420-f262-4a52-8190-362c0eff0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:10.936857 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-63a8a420-f262-4a52-8190-362c0eff0c88 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c8a25d18-0969-475a-a1e7-ff064689da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608702 Mar 08 19:14:10.936963 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41ec30-0161-49e8-9bc1-be1e0c8b2112 req-564910a8-17e2-423e-8ace-f0eefce792bd tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:10.936963 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9b41ec30-0161-49e8-9bc1-be1e0c8b2112 req-564910a8-17e2-423e-8ace-f0eefce792bd tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 944 time: 0.2438357 Mar 08 19:14:10.987855 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Transition to ACTIVE for port object af2c1b42-45a5-46ce-aea2-d905ce39d3d0 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:14:10.995429 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-f6469a6d-df8c-4bf6-bac5-fb6561e38f2a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73344e8e-b327-42b5-a317-814f95b92074 HTTP/1.1" status: 200 len: 217 time: 0.0580716 Mar 08 19:14:11.038030 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-008beede-909e-4948-94ad-f5b816cf850a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (f15de6ab-30f2-4a80-82f9-5c2c2338e1b7), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:11.039103 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-18675092-211b-4b2c-818d-ef3036882766 service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989723 Mar 08 19:14:11.112973 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-992eb857-ef6d-47ed-89ac-87b2e0fec656 req-5ca510bf-c662-474f-a09a-379c43c84131 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857781 Mar 08 19:14:11.113577 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (af2c1b42-45a5-46ce-aea2-d905ce39d3d0), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:11.136660 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-e5cb87e6-3d49-451c-9783-c0538ada8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:11.138402 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-e5cb87e6-3d49-451c-9783-c0538ada8ba7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee055724-f572-4951-9bec-6d1ee3ec6732 HTTP/1.1" status: 200 len: 855 time: 0.1360304 Mar 08 19:14:11.144191 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008beede-909e-4948-94ad-f5b816cf850a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15de6ab-30f2-4a80-82f9-5c2c2338e1b7,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:11.149491 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-218abd63-7d4b-49cf-a8c2-7bab5b87bc94 req-f492682c-6846-40e4-a033-4fb1e8ea5fa3 service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037583 Mar 08 19:14:11.178493 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-008beede-909e-4948-94ad-f5b816cf850a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ed32fa5e4948447ba52eb6c99ca6f3eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9910593 Mar 08 19:14:11.184752 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 44146) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:11.188086 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9b41ec30-0161-49e8-9bc1-be1e0c8b2112 req-a68b3f50-eece-4ced-b40b-d613de4cb98c tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367868 Mar 08 19:14:11.242984 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a864fce3-73c5-4a41-a3f6-08c616a9a202 x-openstack-request-id: req-a864fce3-73c5-4a41-a3f6-08c616a9a202 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:14:11.243276 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e431bba0-7d48-4fff-ace4-d5ba4a32a2ea", "tag": "202b6771-2b6b-4cec-a768-6c3521e9cd8f", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:14:11.243534 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a864fce3-73c5-4a41-a3f6-08c616a9a202 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:14:11.243965 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e431bba0-7d48-4fff-ace4-d5ba4a32a2ea', 'tag': '202b6771-2b6b-4cec-a768-6c3521e9cd8f', 'status': 'completed', 'code': 200} Mar 08 19:14:11.254029 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a5568ea3-434c-4452-9e1e-3a5dcb3cbd60 admin admin] Publish callbacks [] for security_group (f15de6ab-30f2-4a80-82f9-5c2c2338e1b7), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:11.273310 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Pushing event updated for resources: {'Port': ['ID=af2c1b42-45a5-46ce-aea2-d905ce39d3d0,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:11.278947 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a5568ea3-434c-4452-9e1e-3a5dcb3cbd60 admin admin] Publish callbacks [] for security_group (f15de6ab-30f2-4a80-82f9-5c2c2338e1b7), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:11.374041 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92029b-6243-41d4-95b8-e195af83b1d9 req-a6e8f52c-17f5-4c3e-b968-9c40fea3130e tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:11.375658 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9c92029b-6243-41d4-95b8-e195af83b1d9 req-a6e8f52c-17f5-4c3e-b968-9c40fea3130e tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 943 time: 0.1944146 Mar 08 19:14:11.379855 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-7e2ccaf8-7c7e-477c-af15-27fef19ddc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:11.381418 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-7e2ccaf8-7c7e-477c-af15-27fef19ddc64 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cd3ea4fe-bf1a-4952-b0bd-286510901348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2169971 Mar 08 19:14:11.416256 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Attempting to bind port af2c1b42-45a5-46ce-aea2-d905ce39d3d0 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:14:11.416590 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Attempting to bind port af2c1b42-45a5-46ce-aea2-d905ce39d3d0 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:14:11.416921 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Attempting to bind port af2c1b42-45a5-46ce-aea2-d905ce39d3d0 on network eadbce5e-f6fa-402e-acf1-15b1deb0f309 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:14:11.425434 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a5568ea3-434c-4452-9e1e-3a5dcb3cbd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (f15de6ab-30f2-4a80-82f9-5c2c2338e1b7), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:11.428862 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a5568ea3-434c-4452-9e1e-3a5dcb3cbd60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:11.430204 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-a5568ea3-434c-4452-9e1e-3a5dcb3cbd60 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f15de6ab-30f2-4a80-82f9-5c2c2338e1b7 HTTP/1.1" status: 204 len: 168 time: 0.2443058 Mar 08 19:14:11.434217 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Port af2c1b42-45a5-46ce-aea2-d905ce39d3d0 on network eadbce5e-f6fa-402e-acf1-15b1deb0f309 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:14:11.434938 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Attempting to bind port af2c1b42-45a5-46ce-aea2-d905ce39d3d0 on network eadbce5e-f6fa-402e-acf1-15b1deb0f309 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:14:11.438792 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5568ea3-434c-4452-9e1e-3a5dcb3cbd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15de6ab-30f2-4a80-82f9-5c2c2338e1b7,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:11.446254 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9c92029b-6243-41d4-95b8-e195af83b1d9 req-1161b3c7-590e-4a0a-a8b4-cdde05f370b0 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621972 Mar 08 19:14:11.447123 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:14:11.447534 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Checking segment: {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:14:11.447883 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Bound using segment: {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:14:11.448325 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Bound port: af2c1b42-45a5-46ce-aea2-d905ce39d3d0, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:14:11.448683 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (af2c1b42-45a5-46ce-aea2-d905ce39d3d0), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:11.546534 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] For port af2c1b42-45a5-46ce-aea2-d905ce39d3d0, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:14:11.551297 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] For port af2c1b42-45a5-46ce-aea2-d905ce39d3d0, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=af2c1b42-45a5-46ce-aea2-d905ce39d3d0,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:14:11.698015 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-58b2aaa8-aff9-40f2-a4fb-b8c6641f2a35 service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448236 Mar 08 19:14:11.727099 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97f3fe-8f41-4f5d-9037-405391ecbf33 req-e3a85d0c-8391-4ed2-80df-1bb7358c9c0f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:11.728619 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0b97f3fe-8f41-4f5d-9037-405391ecbf33 req-e3a85d0c-8391-4ed2-80df-1bb7358c9c0f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 943 time: 0.1036985 Mar 08 19:14:11.745737 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (af2c1b42-45a5-46ce-aea2-d905ce39d3d0), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:11.796309 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b60dd-5ac9-4a74-8caa-4cd5d6d255c7 req-c32f56a0-1761-4b8d-8e77-21c9c4f06076 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:11.797856 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9a7b60dd-5ac9-4a74-8caa-4cd5d6d255c7 req-c32f56a0-1761-4b8d-8e77-21c9c4f06076 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.1158857 Mar 08 19:14:11.803549 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:11.804200 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:11.806927 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] 10.222.0.76 "PUT /v2.0/ports/af2c1b42-45a5-46ce-aea2-d905ce39d3d0 HTTP/1.1" status: 200 len: 1093 time: 2.1661294 Mar 08 19:14:11.810990 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'tag': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:14:11.813821 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad09e3eb-0ee2-42d5-bd2c-6fe1e00c1080" -d '{"events": [{"name": "network-changed", "server_uuid": "1d780bbf-4e05-4ac6-8b04-8e55b2b8b873", "tag": "af2c1b42-45a5-46ce-aea2-d905ce39d3d0"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:14:11.864938 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0b97f3fe-8f41-4f5d-9037-405391ecbf33 req-9fe871b4-bbb3-4cb3-9380-7cd46d5bf713 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297479 Mar 08 19:14:11.878834 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5003f1-2455-4fe9-94b3-7e0fcccc43d7 service neutron] Pushing event updated for resources: {'Port': ['ID=af2c1b42-45a5-46ce-aea2-d905ce39d3d0,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:11.907507 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9a7b60dd-5ac9-4a74-8caa-4cd5d6d255c7 req-4e621495-9053-4f65-9ac0-a8d924663bb8 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845392 Mar 08 19:14:11.945402 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b58aa1d-d323-4781-a97c-77731670ac39 x-openstack-request-id: req-9b58aa1d-d323-4781-a97c-77731670ac39 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:14:11.945704 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d780bbf-4e05-4ac6-8b04-8e55b2b8b873", "tag": "af2c1b42-45a5-46ce-aea2-d905ce39d3d0", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:14:11.945959 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9b58aa1d-d323-4781-a97c-77731670ac39 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:14:11.946373 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'tag': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0', 'status': 'completed', 'code': 200} Mar 08 19:14:12.248602 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d198d60-98ed-4dc9-af34-7f86a13822da req-86c605b5-b26c-4899-9354-a75defd6851a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:12.251494 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d198d60-98ed-4dc9-af34-7f86a13822da req-86c605b5-b26c-4899-9354-a75defd6851a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 944 time: 0.0659864 Mar 08 19:14:12.329962 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d198d60-98ed-4dc9-af34-7f86a13822da req-3141aa10-9efb-475f-9783-96d3e43b1e75 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730686 Mar 08 19:14:12.335027 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 44178) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:12.346216 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c68b6-5e02-484f-83e3-418586e2441b req-449c25a0-2ae0-4d6a-b95c-4e5c447319fe tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:12.347747 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-068c68b6-5e02-484f-83e3-418586e2441b req-449c25a0-2ae0-4d6a-b95c-4e5c447319fe tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 944 time: 0.0769348 Mar 08 19:14:12.357134 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-98db800e-d989-47f9-8d09-927bd795d011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:12.403657 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-068c68b6-5e02-484f-83e3-418586e2441b req-f6b0a116-b37c-4e8c-bac2-29929fc954ac tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503988 Mar 08 19:14:12.441336 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-98db800e-d989-47f9-8d09-927bd795d011 admin admin] Publish callbacks [] for security_group (e6ed2201-67c1-459d-837c-15a1bc8c6dc6), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:12.519104 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-98db800e-d989-47f9-8d09-927bd795d011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (e6ed2201-67c1-459d-837c-15a1bc8c6dc6), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:12.557535 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db800e-d989-47f9-8d09-927bd795d011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ed2201-67c1-459d-837c-15a1bc8c6dc6,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:12.562568 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-98db800e-d989-47f9-8d09-927bd795d011 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cc5412a701f84e9fa8426b067fda5eb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264073 Mar 08 19:14:12.565829 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 44184) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:12.583830 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62240ea4-8f6e-47ef-a27e-d86aa4c24c24 req-8803d562-167f-4b21-8efa-e51d7dd86baf tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:12.585455 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-62240ea4-8f6e-47ef-a27e-d86aa4c24c24 req-8803d562-167f-4b21-8efa-e51d7dd86baf tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 943 time: 0.0593419 Mar 08 19:14:12.612576 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 44706abe-99b3-4515-9c94-ae08c20efdd8 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:14:12.631962 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ab10f621-b661-407c-89ca-34dbaf7a29c3 admin admin] Publish callbacks [] for security_group (e6ed2201-67c1-459d-837c-15a1bc8c6dc6), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:12.655465 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-62240ea4-8f6e-47ef-a27e-d86aa4c24c24 req-2626a9cb-ecd2-4f12-8cce-b7b1698d9a1b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598783 Mar 08 19:14:12.669115 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ab10f621-b661-407c-89ca-34dbaf7a29c3 admin admin] Publish callbacks [] for security_group (e6ed2201-67c1-459d-837c-15a1bc8c6dc6), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:12.839001 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ab10f621-b661-407c-89ca-34dbaf7a29c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (e6ed2201-67c1-459d-837c-15a1bc8c6dc6), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:12.841631 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ab10f621-b661-407c-89ca-34dbaf7a29c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:12.846552 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-ab10f621-b661-407c-89ca-34dbaf7a29c3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e6ed2201-67c1-459d-837c-15a1bc8c6dc6 HTTP/1.1" status: 204 len: 168 time: 0.2763917 Mar 08 19:14:12.851557 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10f621-b661-407c-89ca-34dbaf7a29c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ed2201-67c1-459d-837c-15a1bc8c6dc6,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:12.856594 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 44706abe-99b3-4515-9c94-ae08c20efdd8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=44706abe-99b3-4515-9c94-ae08c20efdd8,segment=NetworkSegment(ab38971a-9a97-42fb-8431-334e18475c63),segment_id=ab38971a-9a97-42fb-8431-334e18475c63)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:12.877180 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '44706abe-99b3-4515-9c94-ae08c20efdd8', 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c', 'port_id': '44706abe-99b3-4515-9c94-ae08c20efdd8', 'mac_address': 'fa:16:3e:a4:73:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4458874f-5444-4ac0-9eff-261091c9a74c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:14:12.923078 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 44706abe-99b3-4515-9c94-ae08c20efdd8 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:14:12.923546 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (44706abe-99b3-4515-9c94-ae08c20efdd8), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:12.938902 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44706abe-99b3-4515-9c94-ae08c20efdd8 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:14:12.963002 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 44706abe-99b3-4515-9c94-ae08c20efdd8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=44706abe-99b3-4515-9c94-ae08c20efdd8,segment=NetworkSegment(ab38971a-9a97-42fb-8431-334e18475c63),segment_id=ab38971a-9a97-42fb-8431-334e18475c63)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:13.054814 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c405ace-c6f2-4c98-b373-60613fb3eb07 req-209b1c2b-3c6f-45e3-9022-9a90e3101e96 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:13.056384 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6c405ace-c6f2-4c98-b373-60613fb3eb07 req-209b1c2b-3c6f-45e3-9022-9a90e3101e96 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 943 time: 0.0835948 Mar 08 19:14:13.073196 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (44706abe-99b3-4515-9c94-ae08c20efdd8), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:13.074065 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device f5b10e88-0abd-4904-ac5c-9598e04d2762 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:14:13.081283 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944d2e6-f9f7-468d-b84d-f6c775ac9c13 req-bcd1e6b9-3813-4d36-94f2-f4dcc25db5b4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:13.083573 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9944d2e6-f9f7-468d-b84d-f6c775ac9c13 req-bcd1e6b9-3813-4d36-94f2-f4dcc25db5b4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0853658 Mar 08 19:14:13.152010 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=44706abe-99b3-4515-9c94-ae08c20efdd8,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:13.160010 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port f5b10e88-0abd-4904-ac5c-9598e04d2762, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f5b10e88-0abd-4904-ac5c-9598e04d2762,segment=NetworkSegment(ab38971a-9a97-42fb-8431-334e18475c63),segment_id=ab38971a-9a97-42fb-8431-334e18475c63)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:13.171355 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': 'f5b10e88-0abd-4904-ac5c-9598e04d2762', 'network_id': '57635741-7850-4fb8-8caf-3cc49a276e9c', 'port_id': 'f5b10e88-0abd-4904-ac5c-9598e04d2762', 'mac_address': 'fa:16:3e:a4:09:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4458874f-5444-4ac0-9eff-261091c9a74c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:14:13.174818 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6c405ace-c6f2-4c98-b373-60613fb3eb07 req-fdb68019-7dca-42ba-9776-080470ac387f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122146 Mar 08 19:14:13.183979 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9944d2e6-f9f7-468d-b84d-f6c775ac9c13 req-309d5ff8-40f0-41b2-b731-9a3007157d4d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932698 Mar 08 19:14:13.209203 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port f5b10e88-0abd-4904-ac5c-9598e04d2762 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:14:13.211530 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (f5b10e88-0abd-4904-ac5c-9598e04d2762), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:13.222806 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b10e88-0abd-4904-ac5c-9598e04d2762 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:14:13.246392 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port f5b10e88-0abd-4904-ac5c-9598e04d2762, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f5b10e88-0abd-4904-ac5c-9598e04d2762,segment=NetworkSegment(ab38971a-9a97-42fb-8431-334e18475c63),segment_id=ab38971a-9a97-42fb-8431-334e18475c63)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:13.316774 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (f5b10e88-0abd-4904-ac5c-9598e04d2762), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:13.368121 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=f5b10e88-0abd-4904-ac5c-9598e04d2762,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:13.467521 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a34ee4-d9a8-4afd-91c7-9a4d491770e1 req-6cb18ae8-4e28-48da-9103-259487c586a9 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:13.469157 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f5a34ee4-d9a8-4afd-91c7-9a4d491770e1 req-6cb18ae8-4e28-48da-9103-259487c586a9 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 944 time: 0.0586634 Mar 08 19:14:13.613905 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f5a34ee4-d9a8-4afd-91c7-9a4d491770e1 req-e5597022-f38e-49da-8ead-3aa88d2e7b41 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381416 Mar 08 19:14:13.629469 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6a874-b263-441b-8dde-0f0f399eaf2c req-6accde72-257c-4485-80e3-2489c746a73c tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:13.630954 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c4a6a874-b263-441b-8dde-0f0f399eaf2c req-6accde72-257c-4485-80e3-2489c746a73c tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 944 time: 0.1571047 Mar 08 19:14:13.665226 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fafc242f-c3b5-4ae3-b23b-ddcfa6117c94 req-743ef39d-d7c9-4ea1-8dcd-7ab4b69b047b service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654086 Mar 08 19:14:13.692654 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c4a6a874-b263-441b-8dde-0f0f399eaf2c req-812d0147-b17d-4b67-a05c-9962e5390af3 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505295 Mar 08 19:14:13.766865 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70c188-690c-488c-84a2-5835d3331824 req-e6067c98-e0e1-43ba-be3a-eb67d12b8311 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:13.768395 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ec70c188-690c-488c-84a2-5835d3331824 req-e6067c98-e0e1-43ba-be3a-eb67d12b8311 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 944 time: 0.0534322 Mar 08 19:14:13.816021 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ec70c188-690c-488c-84a2-5835d3331824 req-96eb6b85-9e83-4949-a111-2645dbbf2b07 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418088 Mar 08 19:14:14.323890 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54783cda-dda1-4e72-b233-b9de57caccb8 req-95f9b59f-ce31-40ed-821f-7107846e58be tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:14.325417 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-54783cda-dda1-4e72-b233-b9de57caccb8 req-95f9b59f-ce31-40ed-821f-7107846e58be tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 943 time: 0.0840003 Mar 08 19:14:14.354028 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb79117-b0d4-4ae5-9db2-8ec0fc6367e8 req-9ead7e49-5166-4e27-be66-22ba1b999561 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:14.355473 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7eb79117-b0d4-4ae5-9db2-8ec0fc6367e8 req-9ead7e49-5166-4e27-be66-22ba1b999561 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0818176 Mar 08 19:14:14.401349 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-54783cda-dda1-4e72-b233-b9de57caccb8 req-f339fe23-3de7-4647-9cc9-13a786b89eff tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688543 Mar 08 19:14:14.425680 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7eb79117-b0d4-4ae5-9db2-8ec0fc6367e8 req-59b69483-4a3a-4103-a399-aaed0507e2b8 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635166 Mar 08 19:14:14.748508 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158210c-81ef-4038-8bb9-980f498e2045 req-829b884b-4072-423a-9d27-619533fd530f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:14.750085 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0158210c-81ef-4038-8bb9-980f498e2045 req-829b884b-4072-423a-9d27-619533fd530f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 944 time: 0.0616889 Mar 08 19:14:14.791190 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device ab1d2653-193c-4b46-89f5-5adf4d0861c9 up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:14:14.906515 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0158210c-81ef-4038-8bb9-980f498e2045 req-31623a56-79bf-4c74-a0e6-25e8620ff62b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502171 Mar 08 19:14:14.924688 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337602ea-2a26-47f9-8eb9-68ab8b3f59e9 req-34360002-af24-409a-896b-ccb6c63c063d tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:14.924841 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port ab1d2653-193c-4b46-89f5-5adf4d0861c9 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:14:14.929149 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port ab1d2653-193c-4b46-89f5-5adf4d0861c9 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:14:14.929535 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (ab1d2653-193c-4b46-89f5-5adf4d0861c9), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:14.937266 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-337602ea-2a26-47f9-8eb9-68ab8b3f59e9 req-34360002-af24-409a-896b-ccb6c63c063d tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 944 time: 0.1533422 Mar 08 19:14:14.963645 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36dd2-e563-47be-9b70-7fcffbd792e7 req-f5a3c6a1-257d-43f1-878a-782203ad4839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:14.965211 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d5c36dd2-e563-47be-9b70-7fcffbd792e7 req-f5a3c6a1-257d-43f1-878a-782203ad4839 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=011362b6715747dba59bf9619c6bd65b&device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 1128 time: 0.1696002 Mar 08 19:14:14.969575 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09e3eb-0ee2-42d5-bd2c-6fe1e00c1080 req-4b0233b5-3217-45c2-9fb1-316418eebf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:14.971040 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ad09e3eb-0ee2-42d5-bd2c-6fe1e00c1080 req-4b0233b5-3217-45c2-9fb1-316418eebf4c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 1127 time: 0.1741703 Mar 08 19:14:15.025030 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port ab1d2653-193c-4b46-89f5-5adf4d0861c9 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:14:15.025395 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (ab1d2653-193c-4b46-89f5-5adf4d0861c9), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:15.052044 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1764d05-9f73-4c93-99d1-6068a3927cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1d2653-193c-4b46-89f5-5adf4d0861c9'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:14:15.087205 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-337602ea-2a26-47f9-8eb9-68ab8b3f59e9 req-83c95d03-3603-41b5-b47e-5358bb9cd29d tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539950 Mar 08 19:14:15.127205 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port ab1d2653-193c-4b46-89f5-5adf4d0861c9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ab1d2653-193c-4b46-89f5-5adf4d0861c9,segment=NetworkSegment(7faedfea-6dc6-4e76-ad36-229cc51f5b98),segment_id=7faedfea-6dc6-4e76-ad36-229cc51f5b98)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:15.140788 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d864a3b-cce1-4060-9d32-ff1f6db5190e req-fb6b298c-0b23-4bfe-aa28-56b6fe2ffce1 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:15.142807 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4d864a3b-cce1-4060-9d32-ff1f6db5190e req-fb6b298c-0b23-4bfe-aa28-56b6fe2ffce1 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 944 time: 0.1596153 Mar 08 19:14:15.144363 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36dd2-e563-47be-9b70-7fcffbd792e7 req-3916488d-98ef-4118-826a-f20a65bde8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:15.146195 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d5c36dd2-e563-47be-9b70-7fcffbd792e7 req-3916488d-98ef-4118-826a-f20a65bde8ce service neutron] 10.222.0.76 "GET /v2.0/networks?id=c8a25d18-0969-475a-a1e7-ff064689da30 HTTP/1.1" status: 200 len: 912 time: 0.1740553 Mar 08 19:14:15.208748 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4d864a3b-cce1-4060-9d32-ff1f6db5190e req-88aca922-fb8c-4a89-b2ec-7011440a8690 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602806 Mar 08 19:14:15.227724 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (ab1d2653-193c-4b46-89f5-5adf4d0861c9), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:15.232704 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f795dd-5772-4256-b03c-7bd7db4f36b1" -d '{"events": [{"server_uuid": "b1764d05-9f73-4c93-99d1-6068a3927cbd", "name": "network-vif-plugged", "status": "completed", "tag": "ab1d2653-193c-4b46-89f5-5adf4d0861c9"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:14:15.300267 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=ab1d2653-193c-4b46-89f5-5adf4d0861c9,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:15.340878 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a02659-8f9e-4cf0-b68a-43d87a0aa03a x-openstack-request-id: req-a5a02659-8f9e-4cf0-b68a-43d87a0aa03a {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:14:15.341192 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1764d05-9f73-4c93-99d1-6068a3927cbd", "name": "network-vif-plugged", "status": "completed", "tag": "ab1d2653-193c-4b46-89f5-5adf4d0861c9", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:14:15.341475 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a5a02659-8f9e-4cf0-b68a-43d87a0aa03a {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:14:15.341927 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1764d05-9f73-4c93-99d1-6068a3927cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1d2653-193c-4b46-89f5-5adf4d0861c9', 'code': 200} Mar 08 19:14:15.794704 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d5c36dd2-e563-47be-9b70-7fcffbd792e7 req-32a0bd82-6bf9-42d9-9ea3-08e7807ee9d6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=202b6771-2b6b-4cec-a768-6c3521e9cd8f HTTP/1.1" status: 200 len: 217 time: 0.2726278 Mar 08 19:14:15.917510 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44077e41-fad4-4fe3-8a85-3e0708f7def9 req-78f0c208-e8e9-4bd9-b030-dfee47f4c41d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:15.919096 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-44077e41-fad4-4fe3-8a85-3e0708f7def9 req-78f0c208-e8e9-4bd9-b030-dfee47f4c41d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 943 time: 0.4450395 Mar 08 19:14:15.925894 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36dd2-e563-47be-9b70-7fcffbd792e7 req-a1b15dd4-ab5a-42c9-b9cc-c4b815d6ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:15.927625 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d5c36dd2-e563-47be-9b70-7fcffbd792e7 req-a1b15dd4-ab5a-42c9-b9cc-c4b815d6ebcb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fdb0863d-aa5d-4f95-aa01-9b30b9d1315b HTTP/1.1" status: 200 len: 850 time: 0.1250157 Mar 08 19:14:15.957697 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe2192-3aac-47ec-90c2-7be25d15c6a1 req-86e6635d-ff0c-4fe0-b464-b4e3442a0a56 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:15.959153 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-12fe2192-3aac-47ec-90c2-7be25d15c6a1 req-86e6635d-ff0c-4fe0-b464-b4e3442a0a56 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.4351137 Mar 08 19:14:15.985870 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09e3eb-0ee2-42d5-bd2c-6fe1e00c1080 req-004f5d8e-c590-4cb4-a3d1-e4fedcf5a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:15.987338 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ad09e3eb-0ee2-42d5-bd2c-6fe1e00c1080 req-004f5d8e-c590-4cb4-a3d1-e4fedcf5a19e service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ff78af332934469ba0ee399835378e5f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4844677 Mar 08 19:14:16.139483 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-44077e41-fad4-4fe3-8a85-3e0708f7def9 req-8c09a369-f202-405e-a0a4-c7d3bda20238 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896138 Mar 08 19:14:16.146317 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36dd2-e563-47be-9b70-7fcffbd792e7 req-34a577ad-71c0-4194-ad58-9934300c13ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:16.148493 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d5c36dd2-e563-47be-9b70-7fcffbd792e7 req-34a577ad-71c0-4194-ad58-9934300c13ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c8a25d18-0969-475a-a1e7-ff064689da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2089899 Mar 08 19:14:16.153812 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-12fe2192-3aac-47ec-90c2-7be25d15c6a1 req-95e443f4-57f5-4666-abd7-7d1a293d7724 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713383 Mar 08 19:14:16.163246 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fb90d-8506-4c63-96d7-0d201f8d535b req-b2f34b11-e2a6-4bf5-b961-5169911b65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:16.164803 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-116fb90d-8506-4c63-96d7-0d201f8d535b req-b2f34b11-e2a6-4bf5-b961-5169911b65d9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 1129 time: 0.0879397 Mar 08 19:14:16.199594 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-116fb90d-8506-4c63-96d7-0d201f8d535b req-5f035493-31d5-4683-8bd6-f1bcc597c257 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:16.216124 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['44706abe-99b3-4515-9c94-ae08c20efdd8'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:14:16.258816 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['f5b10e88-0abd-4904-ac5c-9598e04d2762'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:14:16.296355 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d5c36dd2-e563-47be-9b70-7fcffbd792e7 req-a4873a55-1627-4f13-a107-76f1eaca8a7b service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370487 Mar 08 19:14:16.308245 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09e3eb-0ee2-42d5-bd2c-6fe1e00c1080 req-2345f442-d5f1-4e8c-8d8e-66a62ab6f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:16.309684 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ad09e3eb-0ee2-42d5-bd2c-6fe1e00c1080 req-2345f442-d5f1-4e8c-8d8e-66a62ab6f2c9 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3082621 Mar 08 19:14:16.414483 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-116fb90d-8506-4c63-96d7-0d201f8d535b req-5f035493-31d5-4683-8bd6-f1bcc597c257 service neutron] Publish callbacks [] for security_group (4de74a8d-71d4-4c82-9254-7b3365ef5ef7), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:16.516078 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f679a2-5fac-4fc9-ae39-cc0671becf86 req-01bf644c-aba6-4104-9b5a-601f33b6eb6a tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:16.518908 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f8f679a2-5fac-4fc9-ae39-cc0671becf86 req-01bf644c-aba6-4104-9b5a-601f33b6eb6a tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 945 time: 0.2227862 Mar 08 19:14:16.519737 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [req-116fb90d-8506-4c63-96d7-0d201f8d535b req-5f035493-31d5-4683-8bd6-f1bcc597c257 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (4de74a8d-71d4-4c82-9254-7b3365ef5ef7), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:16.555991 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-90fcee23-614c-4daf-a426-b5491fdd72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:16.557826 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-90fcee23-614c-4daf-a426-b5491fdd72d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 1127 time: 0.1893704 Mar 08 19:14:16.568371 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0cfe-3d15-4a80-838d-6424f7f736f1 req-fba17bf3-13d0-4b16-b962-f31180f56e35 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:16.569832 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-806d0cfe-3d15-4a80-838d-6424f7f736f1 req-fba17bf3-13d0-4b16-b962-f31180f56e35 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 944 time: 0.2593086 Mar 08 19:14:16.570027 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-116fb90d-8506-4c63-96d7-0d201f8d535b req-5f035493-31d5-4683-8bd6-f1bcc597c257 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965759 Mar 08 19:14:16.570928 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f035493-31d5-4683-8bd6-f1bcc597c257 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4de74a8d-71d4-4c82-9254-7b3365ef5ef7,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:16.578781 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d5c36dd2-e563-47be-9b70-7fcffbd792e7 req-a0c51ea9-c16a-49e9-afe6-8ef6667698e5 service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719729 Mar 08 19:14:16.628153 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-2e2964a3-85e4-49cb-a24f-0e0c811099b5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af2c1b42-45a5-46ce-aea2-d905ce39d3d0 HTTP/1.1" status: 200 len: 217 time: 0.0520699 Mar 08 19:14:16.673253 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f8f679a2-5fac-4fc9-ae39-cc0671becf86 req-02b48248-b7e1-4cd9-9746-a7f557a37825 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483095 Mar 08 19:14:16.681510 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-806d0cfe-3d15-4a80-838d-6424f7f736f1 req-9f352518-5f9e-48ae-a983-27b1f169558c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937948 Mar 08 19:14:16.784351 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb88a5c-39fd-426a-a21f-32b8d5db0ef9 req-fc22ed06-35d8-409a-a1e7-fe4d27f42582 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:16.785929 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5bb88a5c-39fd-426a-a21f-32b8d5db0ef9 req-fc22ed06-35d8-409a-a1e7-fe4d27f42582 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 944 time: 0.0534039 Mar 08 19:14:16.833590 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5bb88a5c-39fd-426a-a21f-32b8d5db0ef9 req-fb604cc1-19cc-473b-b049-c42d0df6997f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421669 Mar 08 19:14:16.969665 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-c549afd0-f6eb-4ab6-947d-c593de05588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:16.971149 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-c549afd0-f6eb-4ab6-947d-c593de05588e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f85598c7-024d-416e-bf9f-b74e60adac34 HTTP/1.1" status: 200 len: 854 time: 0.0440893 Mar 08 19:14:17.023279 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-09968974-2f83-4a37-82b0-af082c9c7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:17.024804 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-09968974-2f83-4a37-82b0-af082c9c7298 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eadbce5e-f6fa-402e-acf1-15b1deb0f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469277 Mar 08 19:14:17.117112 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-df982c69-1927-4742-bf73-1cfe7cd51409 service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847006 Mar 08 19:14:17.222723 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e1e1d2bb-f336-459f-a8f7-5f86510375f5 req-ce899a83-a009-4aaa-804a-cbf75d73474f service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989316 Mar 08 19:14:17.328584 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346f33a-41f3-4fca-8c73-8d6133d4f65d req-1cd8afd5-04b6-457e-9fff-e4ac8d6954c7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:17.329994 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a346f33a-41f3-4fca-8c73-8d6133d4f65d req-1cd8afd5-04b6-457e-9fff-e4ac8d6954c7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 943 time: 0.0942402 Mar 08 19:14:17.341867 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad428a0-b6b7-49e4-bdf8-ca6d4d0fc02d req-0abd5cde-455c-4cee-a4d4-8689f36b4951 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:17.343606 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4ad428a0-b6b7-49e4-bdf8-ca6d4d0fc02d req-0abd5cde-455c-4cee-a4d4-8689f36b4951 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0816936 Mar 08 19:14:17.420306 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a346f33a-41f3-4fca-8c73-8d6133d4f65d req-b8f508aa-daf1-4a46-bfd0-026de939b43d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756733 Mar 08 19:14:17.424232 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4ad428a0-b6b7-49e4-bdf8-ca6d4d0fc02d req-8a4c3ed3-58be-4f05-a925-45f01ff8c1b0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730250 Mar 08 19:14:17.839626 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208b649-5b91-4b22-b6f8-82198d1fd9d5 req-09164940-cffa-403d-a468-dee7fd182b4f tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:17.841309 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e208b649-5b91-4b22-b6f8-82198d1fd9d5 req-09164940-cffa-403d-a468-dee7fd182b4f tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 945 time: 0.0910461 Mar 08 19:14:17.855719 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb806f3-f693-4443-b859-734b759b7951 req-99eee008-c181-42ec-8547-61117e55133a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:17.857205 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8eb806f3-f693-4443-b859-734b759b7951 req-99eee008-c181-42ec-8547-61117e55133a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 944 time: 0.0985084 Mar 08 19:14:17.945109 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e208b649-5b91-4b22-b6f8-82198d1fd9d5 req-95b9db5b-0fb0-4508-9258-46eccc3a2b28 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973444 Mar 08 19:14:17.968462 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8eb806f3-f693-4443-b859-734b759b7951 req-44a60ac3-bed6-4144-9124-34b631c92fb0 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966370 Mar 08 19:14:18.051056 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce42dd1-89e7-4ce2-85b8-eaf6fd8ed19f req-ca6a8331-5b37-4751-8cc5-1e3819dc4e6c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:18.052732 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5ce42dd1-89e7-4ce2-85b8-eaf6fd8ed19f req-ca6a8331-5b37-4751-8cc5-1e3819dc4e6c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 944 time: 0.0542824 Mar 08 19:14:18.099724 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5ce42dd1-89e7-4ce2-85b8-eaf6fd8ed19f req-c53e7fd8-11e4-476c-9c26-841eaee1b5b9 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414898 Mar 08 19:14:18.351645 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 44354) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:18.469909 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-89e0fd9c-49d0-441d-a918-6c9f62f0fffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:18.565120 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-89e0fd9c-49d0-441d-a918-6c9f62f0fffe admin admin] Publish callbacks [] for security_group (184757d9-3560-4719-b0f9-afb6a12146f7), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:18.629853 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf3f12-61b4-4ec8-ab22-6223421b53ab req-57011adb-147a-4c88-8827-ed48655a6117 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:18.631384 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d9bf3f12-61b4-4ec8-ab22-6223421b53ab req-57011adb-147a-4c88-8827-ed48655a6117 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.1191287 Mar 08 19:14:18.640032 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633cb10-7b29-40a7-ba43-213303310bdf req-c3e62149-9f1b-4750-9ad6-e6b493391741 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:18.641581 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2633cb10-7b29-40a7-ba43-213303310bdf req-c3e62149-9f1b-4750-9ad6-e6b493391741 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 943 time: 0.1318126 Mar 08 19:14:18.683077 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-89e0fd9c-49d0-441d-a918-6c9f62f0fffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (184757d9-3560-4719-b0f9-afb6a12146f7), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:18.721109 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-89e0fd9c-49d0-441d-a918-6c9f62f0fffe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b64a358f235844088084e25b151b386b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677263 Mar 08 19:14:18.723252 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 44366) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:18.723907 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0fd9c-49d0-441d-a918-6c9f62f0fffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184757d9-3560-4719-b0f9-afb6a12146f7,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:18.724877 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d9bf3f12-61b4-4ec8-ab22-6223421b53ab req-4df67da8-7306-4d6d-ae22-3c7ad6043d6b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800323 Mar 08 19:14:18.729979 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2633cb10-7b29-40a7-ba43-213303310bdf req-0b29ca52-c190-4c2e-8d0a-145bd62e17f1 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781021 Mar 08 19:14:18.744292 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:14:18.768072 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 44706abe-99b3-4515-9c94-ae08c20efdd8 up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:14:18.781901 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fe9ab842-1ba5-4849-951d-8ed3dedce76c admin admin] Publish callbacks [] for security_group (184757d9-3560-4719-b0f9-afb6a12146f7), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:18.806247 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fe9ab842-1ba5-4849-951d-8ed3dedce76c admin admin] Publish callbacks [] for security_group (184757d9-3560-4719-b0f9-afb6a12146f7), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:18.861478 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port 44706abe-99b3-4515-9c94-ae08c20efdd8 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:14:18.866908 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 44706abe-99b3-4515-9c94-ae08c20efdd8 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:14:18.866908 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (44706abe-99b3-4515-9c94-ae08c20efdd8), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:18.946805 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 44706abe-99b3-4515-9c94-ae08c20efdd8 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:14:18.947164 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (44706abe-99b3-4515-9c94-ae08c20efdd8), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:18.953048 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fe9ab842-1ba5-4849-951d-8ed3dedce76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (184757d9-3560-4719-b0f9-afb6a12146f7), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:18.955681 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fe9ab842-1ba5-4849-951d-8ed3dedce76c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:18.957033 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-fe9ab842-1ba5-4849-951d-8ed3dedce76c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/184757d9-3560-4719-b0f9-afb6a12146f7 HTTP/1.1" status: 204 len: 168 time: 0.2302611 Mar 08 19:14:18.966045 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ab842-1ba5-4849-951d-8ed3dedce76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184757d9-3560-4719-b0f9-afb6a12146f7,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:18.975762 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0189cf74-75db-4a6a-ae65-de5aec2f2ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44706abe-99b3-4515-9c94-ae08c20efdd8'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:14:18.978080 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2e1084-5164-4cad-98b1-bc15d2f66a9c" -d '{"events": [{"server_uuid": "0189cf74-75db-4a6a-ae65-de5aec2f2ae2", "name": "network-vif-plugged", "status": "completed", "tag": "44706abe-99b3-4515-9c94-ae08c20efdd8"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:14:19.000438 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 44706abe-99b3-4515-9c94-ae08c20efdd8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=44706abe-99b3-4515-9c94-ae08c20efdd8,segment=NetworkSegment(ab38971a-9a97-42fb-8431-334e18475c63),segment_id=ab38971a-9a97-42fb-8431-334e18475c63)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:19.036710 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7dcb25-8faa-4542-8666-f28e4ceb2450 x-openstack-request-id: req-ae7dcb25-8faa-4542-8666-f28e4ceb2450 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:14:19.037307 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0189cf74-75db-4a6a-ae65-de5aec2f2ae2", "name": "network-vif-plugged", "status": "completed", "tag": "44706abe-99b3-4515-9c94-ae08c20efdd8", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:14:19.040231 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae7dcb25-8faa-4542-8666-f28e4ceb2450 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:14:19.040231 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0189cf74-75db-4a6a-ae65-de5aec2f2ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44706abe-99b3-4515-9c94-ae08c20efdd8', 'code': 200} Mar 08 19:14:19.059873 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (44706abe-99b3-4515-9c94-ae08c20efdd8), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:19.060823 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device f5b10e88-0abd-4904-ac5c-9598e04d2762 up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:14:19.090069 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03301f6c-9bd6-4e45-9619-30be42c6a99b req-b71a767e-fcc6-47f6-9bfd-3e2a16697f65 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:19.096586 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-03301f6c-9bd6-4e45-9619-30be42c6a99b req-b71a767e-fcc6-47f6-9bfd-3e2a16697f65 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 945 time: 0.0791802 Mar 08 19:14:19.143219 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=44706abe-99b3-4515-9c94-ae08c20efdd8,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:19.176659 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-03301f6c-9bd6-4e45-9619-30be42c6a99b req-1e6cd547-507a-4597-afd3-cf3098b75bda tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792072 Mar 08 19:14:19.190717 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fac15-82de-4e4a-80ae-cccad6f530a8 req-9d0a9f7b-9fac-45e0-984f-f4d2381c3c84 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:19.192348 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d15fac15-82de-4e4a-80ae-cccad6f530a8 req-9d0a9f7b-9fac-45e0-984f-f4d2381c3c84 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 944 time: 0.0932426 Mar 08 19:14:19.251635 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port f5b10e88-0abd-4904-ac5c-9598e04d2762 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:14:19.256751 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port f5b10e88-0abd-4904-ac5c-9598e04d2762 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:14:19.257131 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (f5b10e88-0abd-4904-ac5c-9598e04d2762), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:19.288255 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d15fac15-82de-4e4a-80ae-cccad6f530a8 req-4bb32ad3-8c8e-4298-b6e7-1477997947d7 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842891 Mar 08 19:14:19.315335 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4f175-81f4-41f1-9ea4-c61d1f040fd8 req-17dfba6d-5b6a-4fe7-99fa-9621017ceafd tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:19.316941 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-39f4f175-81f4-41f1-9ea4-c61d1f040fd8 req-17dfba6d-5b6a-4fe7-99fa-9621017ceafd tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 944 time: 0.0759940 Mar 08 19:14:19.358632 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port f5b10e88-0abd-4904-ac5c-9598e04d2762 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:14:19.359952 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (f5b10e88-0abd-4904-ac5c-9598e04d2762), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:19.396302 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port f5b10e88-0abd-4904-ac5c-9598e04d2762, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f5b10e88-0abd-4904-ac5c-9598e04d2762,segment=NetworkSegment(ab38971a-9a97-42fb-8431-334e18475c63),segment_id=ab38971a-9a97-42fb-8431-334e18475c63)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:19.475802 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-39f4f175-81f4-41f1-9ea4-c61d1f040fd8 req-18aac6f9-8485-4b35-a441-75bd768ef3f6 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516936 Mar 08 19:14:19.485947 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (f5b10e88-0abd-4904-ac5c-9598e04d2762), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:19.498466 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59787b03-132a-4225-8427-18a63d91aa67 req-787a2329-9619-44e4-aff6-01b9af648aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:19.501207 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-59787b03-132a-4225-8427-18a63d91aa67 req-787a2329-9619-44e4-aff6-01b9af648aae service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 1129 time: 0.1407816 Mar 08 19:14:19.570003 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=f5b10e88-0abd-4904-ac5c-9598e04d2762,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:19.601724 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-59787b03-132a-4225-8427-18a63d91aa67 req-e7a592f5-0fb3-4434-9283-018cbdc335dd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885489 Mar 08 19:14:19.802184 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 44408) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:19.815368 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5a4b6c07-bc7e-4078-b8c0-da30268ffc42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:19.919702 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c61b97-64e0-4439-ba4e-79ccb3f1fc23 req-7ca6f50e-20b3-42d1-9464-8ee5c6043ea7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:19.924458 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-75c61b97-64e0-4439-ba4e-79ccb3f1fc23 req-7ca6f50e-20b3-42d1-9464-8ee5c6043ea7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 943 time: 0.1214952 Mar 08 19:14:19.949183 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5a4b6c07-bc7e-4078-b8c0-da30268ffc42 admin admin] Publish callbacks [] for security_group (b219acce-1af5-4cac-a9e7-8e1da95a1187), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:19.956769 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4919b-cb07-420b-b9aa-4a458d6df2e7 req-c723cd2f-8932-4b05-9f4d-17d5c935c7f5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:19.958295 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-faa4919b-cb07-420b-b9aa-4a458d6df2e7 req-c723cd2f-8932-4b05-9f4d-17d5c935c7f5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.1118934 Mar 08 19:14:20.002255 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-75c61b97-64e0-4439-ba4e-79ccb3f1fc23 req-3392c078-d43e-4a50-b40f-87c28aeb8e76 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729871 Mar 08 19:14:20.024370 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-faa4919b-cb07-420b-b9aa-4a458d6df2e7 req-e1f56586-2c2c-4515-9fc0-597298b6127b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593259 Mar 08 19:14:20.062509 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5a4b6c07-bc7e-4078-b8c0-da30268ffc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (b219acce-1af5-4cac-a9e7-8e1da95a1187), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:20.101909 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-5a4b6c07-bc7e-4078-b8c0-da30268ffc42 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c82c5282138d4887af34de80911cb61f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981114 Mar 08 19:14:20.102779 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b6c07-bc7e-4078-b8c0-da30268ffc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b219acce-1af5-4cac-a9e7-8e1da95a1187,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:20.105314 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 44416) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:20.159146 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-418b20ed-61c6-4566-9d54-b295700a59ba admin admin] Publish callbacks [] for security_group (b219acce-1af5-4cac-a9e7-8e1da95a1187), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:20.204230 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-418b20ed-61c6-4566-9d54-b295700a59ba admin admin] Publish callbacks [] for security_group (b219acce-1af5-4cac-a9e7-8e1da95a1187), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:20.247519 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d079cea7-57d9-40eb-aac1-51c43f22a1d8 req-8807efa0-3552-445c-9e3c-27ffdd1e60a2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773482 Mar 08 19:14:20.328336 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-418b20ed-61c6-4566-9d54-b295700a59ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (b219acce-1af5-4cac-a9e7-8e1da95a1187), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:20.330981 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-418b20ed-61c6-4566-9d54-b295700a59ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:20.332224 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-418b20ed-61c6-4566-9d54-b295700a59ba admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b219acce-1af5-4cac-a9e7-8e1da95a1187 HTTP/1.1" status: 204 len: 168 time: 0.2254260 Mar 08 19:14:20.353387 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b20ed-61c6-4566-9d54-b295700a59ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b219acce-1af5-4cac-a9e7-8e1da95a1187,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:20.364750 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03146647-32d6-4e13-9c39-05ce17129a97 req-b95f16ef-5075-4268-9d4f-61961f8a7174 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:20.368463 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-03146647-32d6-4e13-9c39-05ce17129a97 req-b95f16ef-5075-4268-9d4f-61961f8a7174 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 945 time: 0.1106954 Mar 08 19:14:20.408686 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079cea7-57d9-40eb-aac1-51c43f22a1d8 req-9ef89572-a89d-4bd6-a646-4b51f9e3d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:20.410178 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d079cea7-57d9-40eb-aac1-51c43f22a1d8 req-9ef89572-a89d-4bd6-a646-4b51f9e3d0c3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ba7a7a1ddfb54eaa8b255267ec4bde13&device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 1129 time: 0.1206517 Mar 08 19:14:20.501032 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-03146647-32d6-4e13-9c39-05ce17129a97 req-30c537fc-6b5d-464f-a435-c326df4691fa tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236491 Mar 08 19:14:20.777961 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 73344e8e-b327-42b5-a317-814f95b92074 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:14:20.786454 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed231a8-be9c-47d6-992d-aafae183bb89 req-badfa42b-4663-41bc-8612-6bae69235726 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:20.789059 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1ed231a8-be9c-47d6-992d-aafae183bb89 req-badfa42b-4663-41bc-8612-6bae69235726 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 944 time: 0.4174666 Mar 08 19:14:20.896430 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079cea7-57d9-40eb-aac1-51c43f22a1d8 req-e0e94d32-b272-4fd1-be68-18730c967565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:20.901263 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d079cea7-57d9-40eb-aac1-51c43f22a1d8 req-e0e94d32-b272-4fd1-be68-18730c967565 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f176316a-dcf0-4ff8-9d04-4117d60f21a4 HTTP/1.1" status: 200 len: 912 time: 0.4573703 Mar 08 19:14:20.914410 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 73344e8e-b327-42b5-a317-814f95b92074, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73344e8e-b327-42b5-a317-814f95b92074,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:20.927400 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804f27-44b2-4e66-8760-52ab98d9eb65 req-4dc93870-ff01-40b5-996f-cf6168c663e7 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:20.935223 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-69804f27-44b2-4e66-8760-52ab98d9eb65 req-4dc93870-ff01-40b5-996f-cf6168c663e7 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.1696582 Mar 08 19:14:20.937952 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '73344e8e-b327-42b5-a317-814f95b92074', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'port_id': '73344e8e-b327-42b5-a317-814f95b92074', 'mac_address': 'fa:16:3e:05:18:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:14:20.979881 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d079cea7-57d9-40eb-aac1-51c43f22a1d8 req-a9f4e69a-933a-4c9d-9d61-a95a3cc2052d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab1d2653-193c-4b46-89f5-5adf4d0861c9 HTTP/1.1" status: 200 len: 217 time: 0.0717907 Mar 08 19:14:20.987532 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 73344e8e-b327-42b5-a317-814f95b92074 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:14:20.988238 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (73344e8e-b327-42b5-a317-814f95b92074), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:20.990863 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1ed231a8-be9c-47d6-992d-aafae183bb89 req-cde05cdb-2cec-4bcd-a818-96a192e46d0b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888952 Mar 08 19:14:21.008146 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73344e8e-b327-42b5-a317-814f95b92074 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:14:21.037541 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 73344e8e-b327-42b5-a317-814f95b92074, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73344e8e-b327-42b5-a317-814f95b92074,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:21.039375 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abebaedb-474b-4500-9076-7c3f12d33513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b10e88-0abd-4904-ac5c-9598e04d2762'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:14:21.042182 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73576ae-309a-45e5-839a-8e921902bd2e" -d '{"events": [{"server_uuid": "abebaedb-474b-4500-9076-7c3f12d33513", "name": "network-vif-plugged", "status": "completed", "tag": "f5b10e88-0abd-4904-ac5c-9598e04d2762"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:14:21.059905 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-69804f27-44b2-4e66-8760-52ab98d9eb65 req-0a99b472-e34a-4050-a6db-5032f9f324c1 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238022 Mar 08 19:14:21.064016 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079cea7-57d9-40eb-aac1-51c43f22a1d8 req-61a8db74-0ac7-460f-a8e9-4d56b4ea67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:21.065693 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d079cea7-57d9-40eb-aac1-51c43f22a1d8 req-61a8db74-0ac7-460f-a8e9-4d56b4ea67ac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8e47d5d9-c52e-44cb-9522-f67f363652fc HTTP/1.1" status: 200 len: 851 time: 0.0722806 Mar 08 19:14:21.106160 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d079cea7-57d9-40eb-aac1-51c43f22a1d8 req-3073f033-30f7-4cb3-acc6-79ea76cb0909 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f176316a-dcf0-4ff8-9d04-4117d60f21a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267134 Mar 08 19:14:21.128828 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (73344e8e-b327-42b5-a317-814f95b92074), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:21.129878 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 202b6771-2b6b-4cec-a768-6c3521e9cd8f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:14:21.224957 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce664f80-fae1-4f87-a18d-cddf40cad639 x-openstack-request-id: req-ce664f80-fae1-4f87-a18d-cddf40cad639 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:14:21.224957 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abebaedb-474b-4500-9076-7c3f12d33513", "name": "network-vif-plugged", "status": "completed", "tag": "f5b10e88-0abd-4904-ac5c-9598e04d2762", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:14:21.224957 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ce664f80-fae1-4f87-a18d-cddf40cad639 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:14:21.224957 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abebaedb-474b-4500-9076-7c3f12d33513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b10e88-0abd-4904-ac5c-9598e04d2762', 'code': 200} Mar 08 19:14:21.246554 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116e43f-c42b-41cd-a032-252720fb96bf req-01c8c913-5a0f-4450-9c1c-f8f91292d748 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:21.248321 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e116e43f-c42b-41cd-a032-252720fb96bf req-01c8c913-5a0f-4450-9c1c-f8f91292d748 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 943 time: 0.1265266 Mar 08 19:14:21.255040 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d079cea7-57d9-40eb-aac1-51c43f22a1d8 req-c9f1c59c-4f52-4eb4-b09c-6e62e3a0ba48 service neutron] 10.222.0.76 "GET /v2.0/networks/f176316a-dcf0-4ff8-9d04-4117d60f21a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424890 Mar 08 19:14:21.408485 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=73344e8e-b327-42b5-a317-814f95b92074,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:21.409391 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e116e43f-c42b-41cd-a032-252720fb96bf req-54d6c293-73a6-4c2a-a1d4-3a54dca09ba4 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531847 Mar 08 19:14:21.444925 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481426e2-62bc-4d0a-8e1a-cd0a2d917ca2 req-783e0f88-7828-48f0-a5a1-5f644df41e58 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:21.446632 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-481426e2-62bc-4d0a-8e1a-cd0a2d917ca2 req-783e0f88-7828-48f0-a5a1-5f644df41e58 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 945 time: 0.1549838 Mar 08 19:14:21.449146 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d079cea7-57d9-40eb-aac1-51c43f22a1d8 req-09656536-2f53-4178-bfdf-aecdef6ca062 service neutron] 10.222.0.76 "GET /v2.0/networks/f176316a-dcf0-4ff8-9d04-4117d60f21a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842501 Mar 08 19:14:21.527002 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-481426e2-62bc-4d0a-8e1a-cd0a2d917ca2 req-c40de3d5-949f-4381-ade7-bc444c156b1d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725830 Mar 08 19:14:21.537223 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 202b6771-2b6b-4cec-a768-6c3521e9cd8f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=202b6771-2b6b-4cec-a768-6c3521e9cd8f,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:21.555004 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '202b6771-2b6b-4cec-a768-6c3521e9cd8f', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'port_id': '202b6771-2b6b-4cec-a768-6c3521e9cd8f', 'mac_address': 'fa:16:3e:b3:49:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:14:21.587415 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:21.600301 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 202b6771-2b6b-4cec-a768-6c3521e9cd8f is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:14:21.600642 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (202b6771-2b6b-4cec-a768-6c3521e9cd8f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:21.614065 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202b6771-2b6b-4cec-a768-6c3521e9cd8f {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:14:21.634219 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 202b6771-2b6b-4cec-a768-6c3521e9cd8f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=202b6771-2b6b-4cec-a768-6c3521e9cd8f,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:21.684857 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac8b87-817c-4910-a107-b9b318c4d36c req-46bf9781-16f1-46ec-bf8c-5cfb91b382e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:21.686742 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-acac8b87-817c-4910-a107-b9b318c4d36c req-46bf9781-16f1-46ec-bf8c-5cfb91b382e7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 1129 time: 0.0642745 Mar 08 19:14:21.736967 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (202b6771-2b6b-4cec-a768-6c3521e9cd8f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:21.742436 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-acac8b87-817c-4910-a107-b9b318c4d36c req-b4cf41df-0b96-44eb-a2ab-d63fb8dd2fb4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479786 Mar 08 19:14:21.786937 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=202b6771-2b6b-4cec-a768-6c3521e9cd8f,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:21.985977 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 44490) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:22.121203 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:22.153245 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['73344e8e-b327-42b5-a317-814f95b92074'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:14:22.172445 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['202b6771-2b6b-4cec-a768-6c3521e9cd8f'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:14:22.210295 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf2014-a324-465a-ab69-67747101781c req-64c8653f-b892-4666-b8cc-b60b7e7db647 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:22.215236 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bedf2014-a324-465a-ab69-67747101781c req-64c8653f-b892-4666-b8cc-b60b7e7db647 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 945 time: 0.1459184 Mar 08 19:14:22.275562 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ed54c-0b4e-413b-acab-962321b437fb req-09930f4d-c3bb-48c6-ba89-48594ee261ba tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:22.277351 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-475ed54c-0b4e-413b-acab-962321b437fb req-09930f4d-c3bb-48c6-ba89-48594ee261ba tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.1419520 Mar 08 19:14:22.345164 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bedf2014-a324-465a-ab69-67747101781c req-52e15e77-4a51-4167-b450-08bea0dff4f5 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197214 Mar 08 19:14:22.386114 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Publish callbacks [] for security_group (625ac136-8dd3-4eed-9f9d-309b5cdc3e37), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:22.405951 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-475ed54c-0b4e-413b-acab-962321b437fb req-f263c4e9-f7f5-4733-9f12-5671db7895b9 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153541 Mar 08 19:14:22.478721 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (625ac136-8dd3-4eed-9f9d-309b5cdc3e37), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:22.556735 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=800a96986db8456ab681f5960dadccf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5581701 Mar 08 19:14:22.556852 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 44510) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:22.557364 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625ac136-8dd3-4eed-9f9d-309b5cdc3e37,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:22.560111 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.560474 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.560822 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.562004 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.572778 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.572778 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.572778 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.572778 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.572778 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.572778 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.572778 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.572778 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.572778 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ed5e3-2381-4de3-b4fe-69b49995b5e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.593836 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8463952-498b-41d3-9a33-4f1d78c65abb req-a94c4866-5fd5-4193-aba2-ebfbd2143010 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:22.596317 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c8463952-498b-41d3-9a33-4f1d78c65abb req-a94c4866-5fd5-4193-aba2-ebfbd2143010 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 943 time: 0.0953445 Mar 08 19:14:22.610983 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Publish callbacks [] for security_group (625ac136-8dd3-4eed-9f9d-309b5cdc3e37), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:22.639801 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Publish callbacks [] for security_group (625ac136-8dd3-4eed-9f9d-309b5cdc3e37), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:22.663708 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c8463952-498b-41d3-9a33-4f1d78c65abb req-22b55b1b-e9fa-44bb-b0b5-7f333a78ee39 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616128 Mar 08 19:14:22.710235 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a0214-8da6-469e-a839-2ce45719a646 req-ae539db6-114a-4356-a73c-ef2a98f365e4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:22.711756 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e31a0214-8da6-469e-a839-2ce45719a646 req-ae539db6-114a-4356-a73c-ef2a98f365e4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 945 time: 0.0752480 Mar 08 19:14:22.763217 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e31a0214-8da6-469e-a839-2ce45719a646 req-53b3603f-f661-4cea-bbf4-74644b259578 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451899 Mar 08 19:14:22.787560 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (625ac136-8dd3-4eed-9f9d-309b5cdc3e37), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:22.790490 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:22.791653 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/625ac136-8dd3-4eed-9f9d-309b5cdc3e37 HTTP/1.1" status: 204 len: 168 time: 0.2425947 Mar 08 19:14:22.799888 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device af2c1b42-45a5-46ce-aea2-d905ce39d3d0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:14:22.803650 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625ac136-8dd3-4eed-9f9d-309b5cdc3e37,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:22.814927 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.819179 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.819179 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.819179 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.819179 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.819179 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.819179 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.819179 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.819179 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.819179 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.820126 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.821054 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.821547 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1407c7-8446-4f14-8075-5f401c136c4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:22.969801 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port af2c1b42-45a5-46ce-aea2-d905ce39d3d0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=af2c1b42-45a5-46ce-aea2-d905ce39d3d0,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:22.980922 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'port_id': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0', 'mac_address': 'fa:16:3e:e3:36:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 999, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:14:23.022707 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port af2c1b42-45a5-46ce-aea2-d905ce39d3d0 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:14:23.023376 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (af2c1b42-45a5-46ce-aea2-d905ce39d3d0), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:23.037747 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2c1b42-45a5-46ce-aea2-d905ce39d3d0 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:14:23.071867 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port af2c1b42-45a5-46ce-aea2-d905ce39d3d0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=af2c1b42-45a5-46ce-aea2-d905ce39d3d0,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:23.160357 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (af2c1b42-45a5-46ce-aea2-d905ce39d3d0), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:23.211654 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=af2c1b42-45a5-46ce-aea2-d905ce39d3d0,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:23.473188 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cd155-261b-410f-ac23-09cf8b0e029d req-bff26808-f57b-4f84-9776-1a8e45b58298 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:23.474770 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1d7cd155-261b-410f-ac23-09cf8b0e029d req-bff26808-f57b-4f84-9776-1a8e45b58298 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 945 time: 0.0527258 Mar 08 19:14:23.535798 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1d7cd155-261b-410f-ac23-09cf8b0e029d req-8689f17c-d73d-44c4-bedb-472c2ecbfd44 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532641 Mar 08 19:14:23.678246 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6b6c8-3f04-4f45-bb6a-005109b59fc5 req-b0f7ca0b-bd97-4541-99e5-2ba08797636d tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:23.679659 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5cf6b6c8-3f04-4f45-bb6a-005109b59fc5 req-b0f7ca0b-bd97-4541-99e5-2ba08797636d tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0797775 Mar 08 19:14:23.729948 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5cf6b6c8-3f04-4f45-bb6a-005109b59fc5 req-aa9fff0b-a5aa-41e3-8d8b-fe4158f701ca tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441368 Mar 08 19:14:23.746863 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 44548) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:23.759961 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c4e09bfb-c3dd-4c72-9273-ddfe76b500fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:23.814643 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['af2c1b42-45a5-46ce-aea2-d905ce39d3d0'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:14:23.855061 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c4e09bfb-c3dd-4c72-9273-ddfe76b500fe admin admin] Publish callbacks [] for security_group (4af465cb-ac59-428a-987b-27594df8ad34), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:23.873947 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e6985-23e4-4080-893e-4327e90634e7 req-a85cb72b-9d22-483d-a743-9bfaabeeb539 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:23.874797 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0a8e6985-23e4-4080-893e-4327e90634e7 req-a85cb72b-9d22-483d-a743-9bfaabeeb539 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 944 time: 0.0726113 Mar 08 19:14:23.949064 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0a8e6985-23e4-4080-893e-4327e90634e7 req-f685eb08-ee68-43d6-b1c2-52ece320e393 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678291 Mar 08 19:14:23.959385 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c4e09bfb-c3dd-4c72-9273-ddfe76b500fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (4af465cb-ac59-428a-987b-27594df8ad34), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:23.988858 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-c4e09bfb-c3dd-4c72-9273-ddfe76b500fe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c887b4084bad4d61b1a5836c2dcaba33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455893 Mar 08 19:14:23.992765 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 44558) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:24.026650 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e09bfb-c3dd-4c72-9273-ddfe76b500fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af465cb-ac59-428a-987b-27594df8ad34,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:24.138807 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8bf6561-b614-4e91-8fda-15e6089bc81d admin admin] Publish callbacks [] for security_group (4af465cb-ac59-428a-987b-27594df8ad34), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:24.151988 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1f452-b787-48e9-bc9b-e84cfbc9cde9 req-655e7f92-1c32-474e-a549-f8929d903617 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:24.153754 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-18d1f452-b787-48e9-bc9b-e84cfbc9cde9 req-655e7f92-1c32-474e-a549-f8929d903617 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 945 time: 0.1312661 Mar 08 19:14:24.190860 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8bf6561-b614-4e91-8fda-15e6089bc81d admin admin] Publish callbacks [] for security_group (4af465cb-ac59-428a-987b-27594df8ad34), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:24.249900 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-18d1f452-b787-48e9-bc9b-e84cfbc9cde9 req-f878f925-5402-46f3-8c79-2f4a9959d9d5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863299 Mar 08 19:14:24.370352 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8bf6561-b614-4e91-8fda-15e6089bc81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (4af465cb-ac59-428a-987b-27594df8ad34), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:24.381126 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8bf6561-b614-4e91-8fda-15e6089bc81d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:24.382899 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-c8bf6561-b614-4e91-8fda-15e6089bc81d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4af465cb-ac59-428a-987b-27594df8ad34 HTTP/1.1" status: 204 len: 168 time: 0.3863044 Mar 08 19:14:24.395154 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf6561-b614-4e91-8fda-15e6089bc81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af465cb-ac59-428a-987b-27594df8ad34,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:24.584128 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fb858-a16a-47a2-a452-76cfe82e3ee6 req-130bdd28-6e34-4cae-9cd6-b1a4e3423e60 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:24.586684 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-422fb858-a16a-47a2-a452-76cfe82e3ee6 req-130bdd28-6e34-4cae-9cd6-b1a4e3423e60 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0722935 Mar 08 19:14:24.703871 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-422fb858-a16a-47a2-a452-76cfe82e3ee6 req-b2504abd-1c64-41ec-b250-4b0dd0da20d7 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102982 Mar 08 19:14:24.717707 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf0933-8f78-4f37-8e60-b3d9c4663190 req-a21c60fe-dabd-4179-8b8c-3a5b3a134708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:24.724148 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2bbf0933-8f78-4f37-8e60-b3d9c4663190 req-a21c60fe-dabd-4179-8b8c-3a5b3a134708 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac3e528a3aa34615a7a87b17e74c1f34&device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 1129 time: 0.1057277 Mar 08 19:14:24.743448 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29c4a3-c127-4937-b98c-00d95a2b7c48 req-08f1b0aa-e8d3-4cf3-b9bb-b6a26f8c35ba tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:24.744941 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8d29c4a3-c127-4937-b98c-00d95a2b7c48 req-08f1b0aa-e8d3-4cf3-b9bb-b6a26f8c35ba tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 945 time: 0.1213379 Mar 08 19:14:24.814607 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 73344e8e-b327-42b5-a317-814f95b92074 up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:14:24.847712 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8d29c4a3-c127-4937-b98c-00d95a2b7c48 req-54d75ab4-40c2-45b8-951d-c71a688f75e4 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930166 Mar 08 19:14:24.857418 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf0933-8f78-4f37-8e60-b3d9c4663190 req-e70252dc-c3ba-4bb3-9ea6-8f773a6a16af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:24.859488 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2bbf0933-8f78-4f37-8e60-b3d9c4663190 req-e70252dc-c3ba-4bb3-9ea6-8f773a6a16af service neutron] 10.222.0.76 "GET /v2.0/networks?id=57635741-7850-4fb8-8caf-3cc49a276e9c HTTP/1.1" status: 200 len: 919 time: 0.1333027 Mar 08 19:14:24.904372 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2bbf0933-8f78-4f37-8e60-b3d9c4663190 req-001fcb04-1526-43a3-bc88-a6baf7ae6658 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5b10e88-0abd-4904-ac5c-9598e04d2762 HTTP/1.1" status: 200 len: 217 time: 0.0358980 Mar 08 19:14:24.951142 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port 73344e8e-b327-42b5-a317-814f95b92074 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:14:24.953562 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf0933-8f78-4f37-8e60-b3d9c4663190 req-538ea804-bf86-4d0b-8f17-ce70e5d9353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:24.955022 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2bbf0933-8f78-4f37-8e60-b3d9c4663190 req-538ea804-bf86-4d0b-8f17-ce70e5d9353d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4458874f-5444-4ac0-9eff-261091c9a74c HTTP/1.1" status: 200 len: 858 time: 0.0449338 Mar 08 19:14:24.958725 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 73344e8e-b327-42b5-a317-814f95b92074 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:14:24.959112 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (73344e8e-b327-42b5-a317-814f95b92074), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:24.992476 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2bbf0933-8f78-4f37-8e60-b3d9c4663190 req-b96d2435-5970-4ab0-8347-c195677d193f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57635741-7850-4fb8-8caf-3cc49a276e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260103 Mar 08 19:14:25.064257 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 73344e8e-b327-42b5-a317-814f95b92074 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:14:25.064257 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (73344e8e-b327-42b5-a317-814f95b92074), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:25.084254 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73344e8e-b327-42b5-a317-814f95b92074'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:14:25.086399 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6d0d69-45ec-415b-ac07-6e615246c0ad" -d '{"events": [{"server_uuid": "c1d4ea86-f489-4d6d-995e-1999c95b744d", "name": "network-vif-plugged", "status": "completed", "tag": "73344e8e-b327-42b5-a317-814f95b92074"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:14:25.103295 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 73344e8e-b327-42b5-a317-814f95b92074, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73344e8e-b327-42b5-a317-814f95b92074,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:25.144015 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd185d6c-0dc4-4c09-9af5-0cbbd7d97303 req-1718e2d1-5e28-4f2d-a3f2-96f6d3761ab0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:25.145568 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cd185d6c-0dc4-4c09-9af5-0cbbd7d97303 req-1718e2d1-5e28-4f2d-a3f2-96f6d3761ab0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 944 time: 0.1081166 Mar 08 19:14:25.149783 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2bbf0933-8f78-4f37-8e60-b3d9c4663190 req-44ab6818-3a96-4f45-bd5d-8127c1865cee service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509745 Mar 08 19:14:25.157898 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f334f7-a9d2-4661-a971-40f79e53f675 x-openstack-request-id: req-64f334f7-a9d2-4661-a971-40f79e53f675 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:14:25.158404 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d4ea86-f489-4d6d-995e-1999c95b744d", "name": "network-vif-plugged", "status": "completed", "tag": "73344e8e-b327-42b5-a317-814f95b92074", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:14:25.158971 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-64f334f7-a9d2-4661-a971-40f79e53f675 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:14:25.160003 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73344e8e-b327-42b5-a317-814f95b92074', 'code': 200} Mar 08 19:14:25.187860 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (73344e8e-b327-42b5-a317-814f95b92074), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:25.188779 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 202b6771-2b6b-4cec-a768-6c3521e9cd8f up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:14:25.287684 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cd185d6c-0dc4-4c09-9af5-0cbbd7d97303 req-d5af45f2-85a2-4894-bfe9-28aa5a55f4d7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345444 Mar 08 19:14:25.303385 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=73344e8e-b327-42b5-a317-814f95b92074,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:25.339682 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2bbf0933-8f78-4f37-8e60-b3d9c4663190 req-8ab2adf1-e355-4ce3-a23e-622bf95d76e8 service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723871 Mar 08 19:14:25.393138 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port 202b6771-2b6b-4cec-a768-6c3521e9cd8f completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:14:25.397417 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 202b6771-2b6b-4cec-a768-6c3521e9cd8f triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:14:25.397800 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (202b6771-2b6b-4cec-a768-6c3521e9cd8f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:25.419858 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d11f8-b189-4011-a325-2ba1452339b5 req-01ad9498-29b0-4f01-9c03-431f2f4f278a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:25.421471 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9e3d11f8-b189-4011-a325-2ba1452339b5 req-01ad9498-29b0-4f01-9c03-431f2f4f278a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0563576 Mar 08 19:14:25.493925 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9e3d11f8-b189-4011-a325-2ba1452339b5 req-7f8f6327-99be-4769-9c46-70a481f6f2d3 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667682 Mar 08 19:14:25.499344 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 202b6771-2b6b-4cec-a768-6c3521e9cd8f is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:14:25.499765 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (202b6771-2b6b-4cec-a768-6c3521e9cd8f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:25.539229 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 202b6771-2b6b-4cec-a768-6c3521e9cd8f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=202b6771-2b6b-4cec-a768-6c3521e9cd8f,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:25.541800 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f2446-dab0-4f27-9a03-a737e55291ee req-e39d9d6b-6603-47c6-811e-bcc62b27d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:25.543324 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cb1f2446-dab0-4f27-9a03-a737e55291ee req-e39d9d6b-6603-47c6-811e-bcc62b27d23c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 1130 time: 0.0640504 Mar 08 19:14:25.592763 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cb1f2446-dab0-4f27-9a03-a737e55291ee req-30f6918b-0ef5-40a2-ba1a-41fd10f1fcb1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423529 Mar 08 19:14:25.654078 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (202b6771-2b6b-4cec-a768-6c3521e9cd8f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:25.726121 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=202b6771-2b6b-4cec-a768-6c3521e9cd8f,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:25.844913 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f11b2-fd35-45f6-aab2-91bd5e94ac33 req-d0879354-67bb-4b1c-8f32-cda584a69bfc tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:25.846303 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-954f11b2-fd35-45f6-aab2-91bd5e94ac33 req-d0879354-67bb-4b1c-8f32-cda584a69bfc tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0537107 Mar 08 19:14:25.896222 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-954f11b2-fd35-45f6-aab2-91bd5e94ac33 req-aa148ee1-7973-4051-9db9-e0e197d481e5 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437710 Mar 08 19:14:25.986781 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15417a-a4e5-438e-95d6-ac4714db3d72 req-86281061-ab9e-434e-afcd-3a3c60460f78 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:25.988356 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5b15417a-a4e5-438e-95d6-ac4714db3d72 req-86281061-ab9e-434e-afcd-3a3c60460f78 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0598319 Mar 08 19:14:26.043049 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5b15417a-a4e5-438e-95d6-ac4714db3d72 req-73a9b186-92ca-468c-97ac-5fd3faa0d15c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485406 Mar 08 19:14:26.424309 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd8558-c054-451f-8f2c-fa775f859a06 req-01f66e9f-5121-4380-b409-bdc1f896095b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:26.425840 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d6bd8558-c054-451f-8f2c-fa775f859a06 req-01f66e9f-5121-4380-b409-bdc1f896095b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 944 time: 0.0588396 Mar 08 19:14:26.481360 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d6bd8558-c054-451f-8f2c-fa775f859a06 req-3b62c086-c47c-44d1-8275-c9b87d5a397a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426846 Mar 08 19:14:26.617531 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b0988-b2ae-4339-bbe7-e8fe6da94072 req-c80b5c7d-f075-43aa-9c67-fb3018b299d2 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:26.618933 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d0b0988-b2ae-4339-bbe7-e8fe6da94072 req-c80b5c7d-f075-43aa-9c67-fb3018b299d2 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0512877 Mar 08 19:14:26.669259 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d0b0988-b2ae-4339-bbe7-e8fe6da94072 req-946d87e1-4770-404b-8854-2d5aa19ca231 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443575 Mar 08 19:14:27.022158 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512b0e8-55dd-46b3-b4c5-20842caa62ba req-e0961809-e0f4-43e9-a6fc-e2fb9c9de96c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:27.023683 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1512b0e8-55dd-46b3-b4c5-20842caa62ba req-e0961809-e0f4-43e9-a6fc-e2fb9c9de96c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0541983 Mar 08 19:14:27.071728 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1512b0e8-55dd-46b3-b4c5-20842caa62ba req-d1dcdaa4-57ad-484f-9c01-59a5cf72ca7b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414863 Mar 08 19:14:27.161477 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e431bba0-7d48-4fff-ace4-d5ba4a32a2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202b6771-2b6b-4cec-a768-6c3521e9cd8f'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:14:27.168402 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad406ec-8e0a-42fe-aed3-6ced72616e34" -d '{"events": [{"server_uuid": "e431bba0-7d48-4fff-ace4-d5ba4a32a2ea", "name": "network-vif-plugged", "status": "completed", "tag": "202b6771-2b6b-4cec-a768-6c3521e9cd8f"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:14:27.190290 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586569c-229b-4677-9b9c-8eed1cd40011 req-d419a259-4c20-40ca-ae0f-946dbd807c11 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:27.192649 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3586569c-229b-4677-9b9c-8eed1cd40011 req-d419a259-4c20-40ca-ae0f-946dbd807c11 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0638914 Mar 08 19:14:27.211385 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2934c71c-2e48-4046-ae54-d98c65247c9c x-openstack-request-id: req-2934c71c-2e48-4046-ae54-d98c65247c9c {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:14:27.211837 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e431bba0-7d48-4fff-ace4-d5ba4a32a2ea", "name": "network-vif-plugged", "status": "completed", "tag": "202b6771-2b6b-4cec-a768-6c3521e9cd8f", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:14:27.212151 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2934c71c-2e48-4046-ae54-d98c65247c9c {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:14:27.212551 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e431bba0-7d48-4fff-ace4-d5ba4a32a2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202b6771-2b6b-4cec-a768-6c3521e9cd8f', 'code': 200} Mar 08 19:14:27.244459 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3586569c-229b-4677-9b9c-8eed1cd40011 req-3faf3f53-53ae-47f3-a5e7-25d511ce10be tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459547 Mar 08 19:14:27.621847 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348c488-ee0d-4149-8155-7b37985d8cde req-ee29f19e-333c-4f72-a56d-7c7aa7320d55 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:27.623541 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8348c488-ee0d-4149-8155-7b37985d8cde req-ee29f19e-333c-4f72-a56d-7c7aa7320d55 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 944 time: 0.0629385 Mar 08 19:14:27.671634 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8348c488-ee0d-4149-8155-7b37985d8cde req-7d52801c-549e-4d13-80ff-dc11310d8ae4 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424647 Mar 08 19:14:27.777676 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device af2c1b42-45a5-46ce-aea2-d905ce39d3d0 up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:14:27.804702 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891111-5a5a-42c1-830c-786a0d65229a req-66b99a9e-2b11-4751-a4c1-5d37bbb919ce tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:27.813705 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3891111-5a5a-42c1-830c-786a0d65229a req-66b99a9e-2b11-4751-a4c1-5d37bbb919ce tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0704629 Mar 08 19:14:27.859575 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3891111-5a5a-42c1-830c-786a0d65229a req-8d6d8451-c57b-48b6-92d7-2876282f4922 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450940 Mar 08 19:14:27.913076 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port af2c1b42-45a5-46ce-aea2-d905ce39d3d0 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:14:27.917464 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port af2c1b42-45a5-46ce-aea2-d905ce39d3d0 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:14:27.917949 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (af2c1b42-45a5-46ce-aea2-d905ce39d3d0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:28.001049 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port af2c1b42-45a5-46ce-aea2-d905ce39d3d0 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:14:28.001492 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (af2c1b42-45a5-46ce-aea2-d905ce39d3d0), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:28.033805 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port af2c1b42-45a5-46ce-aea2-d905ce39d3d0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=af2c1b42-45a5-46ce-aea2-d905ce39d3d0,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:28.140288 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (af2c1b42-45a5-46ce-aea2-d905ce39d3d0), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:28.191039 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=af2c1b42-45a5-46ce-aea2-d905ce39d3d0,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:28.195225 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692cb77-51f5-4dd1-98e2-8b21ed111ae3 req-1abdec8b-541e-498f-bafe-50f157d1b1a8 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:28.200422 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0692cb77-51f5-4dd1-98e2-8b21ed111ae3 req-1abdec8b-541e-498f-bafe-50f157d1b1a8 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0566602 Mar 08 19:14:28.200542 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:28.200542 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:28.200542 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:28.200542 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:28.200542 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:28.200542 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:28.200542 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:28.201168 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:28.201168 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:28.202194 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:28.202194 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:28.202492 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:28.202984 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:14:28.254386 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0692cb77-51f5-4dd1-98e2-8b21ed111ae3 req-f7c11330-1926-4480-ad55-0bb39fa8ce37 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467710 Mar 08 19:14:28.370822 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ada92-b429-4731-9b9c-f1e677c87d6a req-951edad2-6098-4398-9449-4aba52ba6179 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:28.372344 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d23ada92-b429-4731-9b9c-f1e677c87d6a req-951edad2-6098-4398-9449-4aba52ba6179 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0598769 Mar 08 19:14:28.429493 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d23ada92-b429-4731-9b9c-f1e677c87d6a req-efe874dd-c878-413b-bff8-0c6fce241cbd tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505219 Mar 08 19:14:28.790425 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace4c8c-189c-47ad-888b-13710415c7f2 req-4714abea-e5b5-422e-8960-c5d78f6a79ca tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:28.791971 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dace4c8c-189c-47ad-888b-13710415c7f2 req-4714abea-e5b5-422e-8960-c5d78f6a79ca tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 945 time: 0.0524826 Mar 08 19:14:28.848357 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dace4c8c-189c-47ad-888b-13710415c7f2 req-90013f1b-0281-42c2-92dd-6b041475c351 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498512 Mar 08 19:14:29.004828 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a4644-1ea6-41c3-a082-13989f88facc req-9add313e-227b-423b-9f89-a79a31e998b3 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:29.006239 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a18a4644-1ea6-41c3-a082-13989f88facc req-9add313e-227b-423b-9f89-a79a31e998b3 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0605073 Mar 08 19:14:29.056604 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a18a4644-1ea6-41c3-a082-13989f88facc req-ecb0b4dc-2c6e-4337-9a71-654d6cd4861b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435078 Mar 08 19:14:29.213728 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:14:29.216075 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a12dd78-28ec-470f-afd4-59c09e325df2" -d '{"events": [{"server_uuid": "1d780bbf-4e05-4ac6-8b04-8e55b2b8b873", "name": "network-vif-plugged", "status": "completed", "tag": "af2c1b42-45a5-46ce-aea2-d905ce39d3d0"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:14:29.251185 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed00dbb-9347-4702-9fa5-746193b2682c x-openstack-request-id: req-4ed00dbb-9347-4702-9fa5-746193b2682c {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:14:29.251418 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d780bbf-4e05-4ac6-8b04-8e55b2b8b873", "name": "network-vif-plugged", "status": "completed", "tag": "af2c1b42-45a5-46ce-aea2-d905ce39d3d0", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:14:29.251701 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4ed00dbb-9347-4702-9fa5-746193b2682c {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:14:29.252129 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0', 'code': 200} Mar 08 19:14:29.381503 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751dfec-9b25-4c63-a87f-56f105bf28de req-f341b8ef-e44f-49a2-bd8e-69bd14cff379 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:29.382994 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5751dfec-9b25-4c63-a87f-56f105bf28de req-f341b8ef-e44f-49a2-bd8e-69bd14cff379 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0524721 Mar 08 19:14:29.433541 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5751dfec-9b25-4c63-a87f-56f105bf28de req-e7519a13-ef4b-4298-9d26-0e9047c7128b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444031 Mar 08 19:14:29.579511 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f13ba-87fc-4b97-85ce-ca6aaa375747 req-60064aa9-3080-4e7a-94a1-3118e6041fec tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:29.581134 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-272f13ba-87fc-4b97-85ce-ca6aaa375747 req-60064aa9-3080-4e7a-94a1-3118e6041fec tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0620489 Mar 08 19:14:29.632220 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-272f13ba-87fc-4b97-85ce-ca6aaa375747 req-d1a4f5f0-9ea4-4b87-a1a8-97287477262d tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451832 Mar 08 19:14:29.976087 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed153e95-526c-4d20-8d40-a68d80dec410 req-ba283e42-5add-480e-9609-d4c9b188ead5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:29.977570 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ed153e95-526c-4d20-8d40-a68d80dec410 req-ba283e42-5add-480e-9609-d4c9b188ead5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 945 time: 0.0622540 Mar 08 19:14:30.024069 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ed153e95-526c-4d20-8d40-a68d80dec410 req-88d36c7c-491e-45cf-b503-1cb5b54e7e8e tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404658 Mar 08 19:14:30.126888 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f007b9b-219c-4de4-9841-0e7fa6fcfe5e req-265471a3-c0f4-42bb-963a-36e35270af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:30.128520 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4f007b9b-219c-4de4-9841-0e7fa6fcfe5e req-265471a3-c0f4-42bb-963a-36e35270af74 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 1130 time: 0.0451231 Mar 08 19:14:30.209805 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5ba0d-73fd-41dc-9774-7eee537394c2 req-50b1f03c-9b73-4bd7-8117-f5b1b72f2b07 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:30.211284 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2dc5ba0d-73fd-41dc-9774-7eee537394c2 req-50b1f03c-9b73-4bd7-8117-f5b1b72f2b07 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0806623 Mar 08 19:14:30.214668 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4f007b9b-219c-4de4-9841-0e7fa6fcfe5e req-ca4990dc-b6a2-4cc5-ac5a-1ab17ecc71d9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757129 Mar 08 19:14:30.258673 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2dc5ba0d-73fd-41dc-9774-7eee537394c2 req-e08431e8-09b5-4816-b7ab-8085ae3eafec tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413449 Mar 08 19:14:30.554400 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8fddc-8ac0-4f82-ba39-c3ab5f09b78e req-e581aa83-8115-48ba-8ddf-2b2cd2eef961 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:30.556146 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-46c8fddc-8ac0-4f82-ba39-c3ab5f09b78e req-e581aa83-8115-48ba-8ddf-2b2cd2eef961 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0584393 Mar 08 19:14:30.611646 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-46c8fddc-8ac0-4f82-ba39-c3ab5f09b78e req-6f43a1ee-db6e-4b57-8bb5-e034aa4398e6 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490689 Mar 08 19:14:30.757682 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d61ac-0920-4f8d-a0f4-91b7f906866b req-411cf2ef-4574-42f9-884b-93326574ec0e tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:30.759080 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-567d61ac-0920-4f8d-a0f4-91b7f906866b req-411cf2ef-4574-42f9-884b-93326574ec0e tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0541670 Mar 08 19:14:30.806575 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-567d61ac-0920-4f8d-a0f4-91b7f906866b req-47a316e0-9381-43d5-9b52-99efd9b7ca1d tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410616 Mar 08 19:14:31.141532 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1598cd3-270e-41c1-995c-bae7584c8ca1 req-178b728e-c898-477f-8308-82f093081394 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:31.143025 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b1598cd3-270e-41c1-995c-bae7584c8ca1 req-178b728e-c898-477f-8308-82f093081394 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 945 time: 0.0518904 Mar 08 19:14:31.191390 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b1598cd3-270e-41c1-995c-bae7584c8ca1 req-5e204cbc-7282-43c5-ae21-09ad4a1ae295 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411918 Mar 08 19:14:31.380676 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbab824-7774-4044-8d40-d60e61cd9fc4 req-077dadde-96b4-4f34-8976-02c6db1260b2 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:31.382183 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6cbab824-7774-4044-8d40-d60e61cd9fc4 req-077dadde-96b4-4f34-8976-02c6db1260b2 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0527182 Mar 08 19:14:31.437712 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6cbab824-7774-4044-8d40-d60e61cd9fc4 req-1abd1656-90ba-4b8f-bfdd-be36822f2bd8 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491192 Mar 08 19:14:31.743742 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf7efd-7175-40a2-ae97-368282ed90ab req-ada25264-2644-4cfe-b028-46d58151313d tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:31.745534 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-33cf7efd-7175-40a2-ae97-368282ed90ab req-ada25264-2644-4cfe-b028-46d58151313d tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0583210 Mar 08 19:14:31.797517 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-33cf7efd-7175-40a2-ae97-368282ed90ab req-a6953c3d-a9e7-4bf0-90fd-989ff0b07039 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455420 Mar 08 19:14:31.929455 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626f0ad-9b7d-4c8f-a302-5d2bebabae76 req-630334a3-99ee-41b2-abf1-5e9ed0e55b37 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:31.931361 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3626f0ad-9b7d-4c8f-a302-5d2bebabae76 req-630334a3-99ee-41b2-abf1-5e9ed0e55b37 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0603886 Mar 08 19:14:31.984143 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3626f0ad-9b7d-4c8f-a302-5d2bebabae76 req-9b57d3b3-c335-4c8e-8902-363f766cf642 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462120 Mar 08 19:14:31.987394 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-92814d46-f8ca-44c5-b8a7-f20ce99c2b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:32.326124 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0c493-37cf-4b0a-9583-d34e4410ba00 req-9d0c8476-4e49-4569-9c82-f6060b48dc05 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:32.327867 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-34a0c493-37cf-4b0a-9583-d34e4410ba00 req-9d0c8476-4e49-4569-9c82-f6060b48dc05 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 945 time: 0.0559285 Mar 08 19:14:32.374865 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-34a0c493-37cf-4b0a-9583-d34e4410ba00 req-028d6676-3a80-4677-bab0-79f8f2a61af1 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412326 Mar 08 19:14:32.557270 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d2f77-a205-400f-8d59-b6ff4ed52846 req-5db8fb16-8170-406f-9f98-9f8528fe7b81 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:32.559288 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5d0d2f77-a205-400f-8d59-b6ff4ed52846 req-5db8fb16-8170-406f-9f98-9f8528fe7b81 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0510628 Mar 08 19:14:32.606742 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5d0d2f77-a205-400f-8d59-b6ff4ed52846 req-dea3784e-ff5a-4b42-b189-b94df2dc89a5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409126 Mar 08 19:14:32.923122 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525b8a0-135a-4f21-933c-65c918637686 req-1cefcdbc-3e5a-41e1-9ae2-5a74c93705e5 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:32.924649 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1525b8a0-135a-4f21-933c-65c918637686 req-1cefcdbc-3e5a-41e1-9ae2-5a74c93705e5 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0555897 Mar 08 19:14:32.971189 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1525b8a0-135a-4f21-933c-65c918637686 req-e8995a9d-dfb3-4e92-9cb8-0cd4a58a93db tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410559 Mar 08 19:14:33.117997 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40d846-0c05-49a6-a227-00ee53c49169 req-a63624bd-247a-4b95-b83c-c137e58b840b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:33.119472 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-aa40d846-0c05-49a6-a227-00ee53c49169 req-a63624bd-247a-4b95-b83c-c137e58b840b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0536499 Mar 08 19:14:33.165867 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-aa40d846-0c05-49a6-a227-00ee53c49169 req-98c669b4-4f49-4e46-b893-c1af2182b0e2 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399456 Mar 08 19:14:33.499326 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5c752-926b-4877-b5e6-b65df66a7e45 req-1ae45af0-1a84-4fc4-9f2d-f4f930b9042e tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:33.501329 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-daa5c752-926b-4877-b5e6-b65df66a7e45 req-1ae45af0-1a84-4fc4-9f2d-f4f930b9042e tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 945 time: 0.0546165 Mar 08 19:14:33.558363 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-daa5c752-926b-4877-b5e6-b65df66a7e45 req-ad76749c-b782-4666-b8b9-e1c9e312f270 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516987 Mar 08 19:14:33.734691 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151ad8e-226b-4b89-9e8f-0b0eb9056246 req-1e08e791-5a0d-4b87-a0c4-77e70f8b638d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:33.736509 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e151ad8e-226b-4b89-9e8f-0b0eb9056246 req-1e08e791-5a0d-4b87-a0c4-77e70f8b638d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0580842 Mar 08 19:14:33.787975 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e151ad8e-226b-4b89-9e8f-0b0eb9056246 req-4f86fb4f-de06-45d9-9828-3cd0cf7b101d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460289 Mar 08 19:14:34.088209 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61cf61-aa42-461e-a53d-cefd135ee0cc req-aaa82afc-0fd7-45af-a16f-1158e2d41cf9 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:34.089660 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4f61cf61-aa42-461e-a53d-cefd135ee0cc req-aaa82afc-0fd7-45af-a16f-1158e2d41cf9 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0502141 Mar 08 19:14:34.136268 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4f61cf61-aa42-461e-a53d-cefd135ee0cc req-7b146618-8785-4d18-97ae-18abd38c7981 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393031 Mar 08 19:14:34.292205 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe43b8-5d31-4148-ab4a-71fbc7e7dde1 req-87ca401b-dd74-4b44-b761-86eb244dbbcc tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:34.294038 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-07fe43b8-5d31-4148-ab4a-71fbc7e7dde1 req-87ca401b-dd74-4b44-b761-86eb244dbbcc tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0614405 Mar 08 19:14:34.348843 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-07fe43b8-5d31-4148-ab4a-71fbc7e7dde1 req-ecbc8ad0-4f01-42de-91b7-c085fc0d3ddf tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475962 Mar 08 19:14:34.398418 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0ebf4ed8-27f0-4847-a789-c5a48a2731d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:34.609437 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0b0f4-c4ea-4a27-a74a-5cbdf2bc8ad6 req-cf236d4a-edd6-4df6-815b-caced43fe8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:34.611210 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-50d0b0f4-c4ea-4a27-a74a-5cbdf2bc8ad6 req-cf236d4a-edd6-4df6-815b-caced43fe8d2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 1129 time: 0.0480149 Mar 08 19:14:34.713693 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-50d0b0f4-c4ea-4a27-a74a-5cbdf2bc8ad6 req-980bbb3c-b82b-4678-a4cb-7dac04124b0a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941696 Mar 08 19:14:34.730301 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667d8b0-7467-4d76-b303-da96b87917c7 req-c606ab35-81b8-4d03-a48e-2dc102059e1b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:34.732170 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9667d8b0-7467-4d76-b303-da96b87917c7 req-c606ab35-81b8-4d03-a48e-2dc102059e1b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 945 time: 0.1050420 Mar 08 19:14:34.786333 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9667d8b0-7467-4d76-b303-da96b87917c7 req-d13cb66c-2153-4e11-93b7-9095a5d60e24 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487802 Mar 08 19:14:34.917729 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a34a1-7792-4b4a-8972-1c316ec27198 req-f20b4367-fbdd-4b44-8596-31a18ed973d0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:34.919191 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c59a34a1-7792-4b4a-8972-1c316ec27198 req-f20b4367-fbdd-4b44-8596-31a18ed973d0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0595441 Mar 08 19:14:34.966013 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c59a34a1-7792-4b4a-8972-1c316ec27198 req-5969192a-8491-46e3-9189-05dce06ed84c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409579 Mar 08 19:14:35.198977 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:35.254566 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00408d0-c0d5-4850-8e25-1105467ccea0 req-51ef6643-a48b-4adf-b18e-48debaffe500 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:35.256065 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b00408d0-c0d5-4850-8e25-1105467ccea0 req-51ef6643-a48b-4adf-b18e-48debaffe500 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0521975 Mar 08 19:14:35.301878 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b00408d0-c0d5-4850-8e25-1105467ccea0 req-8f6956ae-7109-4b88-84af-8730df211fc5 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Mar 08 19:14:35.487122 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ada9cc-90a9-4cb9-a57e-f69f2812e432 req-59dfbb50-58e8-4d9f-965f-1b556354c4e3 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:35.488591 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-06ada9cc-90a9-4cb9-a57e-f69f2812e432 req-59dfbb50-58e8-4d9f-965f-1b556354c4e3 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0538146 Mar 08 19:14:35.536201 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-06ada9cc-90a9-4cb9-a57e-f69f2812e432 req-3396720f-e389-482f-b52a-59359cb5010b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Mar 08 19:14:35.908745 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4697bc3-a256-4258-8fc9-456032ecb668 req-2b8e63e6-8f6e-45e6-a8ba-23e388c5ba06 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:35.910211 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e4697bc3-a256-4258-8fc9-456032ecb668 req-2b8e63e6-8f6e-45e6-a8ba-23e388c5ba06 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 945 time: 0.0553589 Mar 08 19:14:35.959555 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e4697bc3-a256-4258-8fc9-456032ecb668 req-604bfec4-cdd9-44cf-9c75-f05d2d4dc429 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436542 Mar 08 19:14:36.088444 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ae4bd-b7ff-4705-aa16-b6e07a241d91 req-1f4c760f-ed80-4238-a193-eb2326ad110c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:36.089904 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a26ae4bd-b7ff-4705-aa16-b6e07a241d91 req-1f4c760f-ed80-4238-a193-eb2326ad110c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0542698 Mar 08 19:14:36.137969 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a26ae4bd-b7ff-4705-aa16-b6e07a241d91 req-19e51e80-e851-4230-81fb-6e1dcb808242 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415716 Mar 08 19:14:36.256867 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2c916-b45d-4204-9063-2f1c19b8d820 req-d3675d92-926a-4138-8875-d3d81e0214b1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:36.258315 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-27d2c916-b45d-4204-9063-2f1c19b8d820 req-d3675d92-926a-4138-8875-d3d81e0214b1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0512261 Mar 08 19:14:36.267823 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 44834) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:36.272456 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-a9e7a653-f2d0-40a7-abe0-8e29a9f0dc86 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Request body: {'floatingip': {'port_id': '73344e8e-b327-42b5-a317-814f95b92074'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:14:36.581976 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a653-f2d0-40a7-abe0-8e29a9f0dc86 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for floatingip (03359e13-884f-4772-95e2-99ec76901df1), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:36.756372 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff93842-c0ee-4e9c-a04f-30f6c4be2e0c req-ebe074f5-5f6f-4e86-a7be-1347f19ba8c6 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:36.757858 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1ff93842-c0ee-4e9c-a04f-30f6c4be2e0c req-ebe074f5-5f6f-4e86-a7be-1347f19ba8c6 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.2127945 Mar 08 19:14:36.840456 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a74ff2-650a-4c4f-a74d-59f22e6de237 req-26ca90ad-d9a4-4678-b48f-007ca8c0c1af tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:36.842033 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-82a74ff2-650a-4c4f-a74d-59f22e6de237 req-26ca90ad-d9a4-4678-b48f-007ca8c0c1af tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.2272284 Mar 08 19:14:36.921582 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1ff93842-c0ee-4e9c-a04f-30f6c4be2e0c req-55e8b032-3244-43d7-a935-655a211150c1 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544967 Mar 08 19:14:36.964490 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-82a74ff2-650a-4c4f-a74d-59f22e6de237 req-8b21d63f-ae81-4d0b-85f0-5b150a473a3a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139283 Mar 08 19:14:37.219609 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:37.338050 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccffa85-e351-4293-9d23-d2c1e9deb568 req-4632b830-5c73-431d-bb67-435f381542e0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:37.339533 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4ccffa85-e351-4293-9d23-d2c1e9deb568 req-4632b830-5c73-431d-bb67-435f381542e0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 945 time: 0.1564977 Mar 08 19:14:37.451819 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a653-f2d0-40a7-abe0-8e29a9f0dc86 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:37.459690 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4ccffa85-e351-4293-9d23-d2c1e9deb568 req-a8a9c72f-ff44-4d38-b2c8-ae41b1bd56c8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099858 Mar 08 19:14:37.516770 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a653-f2d0-40a7-abe0-8e29a9f0dc86 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (03359e13-884f-4772-95e2-99ec76901df1), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:37.622678 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [None req-a9e7a653-f2d0-40a7-abe0-8e29a9f0dc86 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Floating IP 03359e13-884f-4772-95e2-99ec76901df1 associated. External IP: 172.27.3.100, port: 73344e8e-b327-42b5-a317-814f95b92074. Mar 08 19:14:37.840367 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e7a653-f2d0-40a7-abe0-8e29a9f0dc86 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:14:37.950601 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e7a653-f2d0-40a7-abe0-8e29a9f0dc86 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:14:37.956396 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a653-f2d0-40a7-abe0-8e29a9f0dc86 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:37.966518 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a39011a-ec4e-4080-83c3-e68e8fd857bc None None] Sync routers for ids ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:14:37.982723 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39011a-ec4e-4080-83c3-e68e8fd857bc None None] Routers {'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:14:37.984723 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-2a39011a-ec4e-4080-83c3-e68e8fd857bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:14:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:14:38.028501 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-a9e7a653-f2d0-40a7-abe0-8e29a9f0dc86 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "PUT /v2.0/floatingips/03359e13-884f-4772-95e2-99ec76901df1 HTTP/1.1" status: 200 len: 992 time: 1.7594876 Mar 08 19:14:38.036662 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'tag': '73344e8e-b327-42b5-a317-814f95b92074'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:14:38.039060 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5d7886-2602-48c7-9970-ae90d82849bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d4ea86-f489-4d6d-995e-1999c95b744d", "tag": "73344e8e-b327-42b5-a317-814f95b92074"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:14:38.118040 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574e655-ce23-4870-8bb2-c2a1a6895d7e req-a7d96879-015e-4bb2-824c-86f71785a55a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:38.119524 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e574e655-ce23-4870-8bb2-c2a1a6895d7e req-a7d96879-015e-4bb2-824c-86f71785a55a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.1061978 Mar 08 19:14:38.120316 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-2a39011a-ec4e-4080-83c3-e68e8fd857bc None None] Set router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:14:38.132445 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c9597-47f9-403a-85d5-52889b4d6b93 req-0d484a8c-93a2-40d9-be42-4d316db9cd57 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:38.133937 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f34c9597-47f9-403a-85d5-52889b4d6b93 req-0d484a8c-93a2-40d9-be42-4d316db9cd57 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0754671 Mar 08 19:14:38.207578 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e574e655-ce23-4870-8bb2-c2a1a6895d7e req-77cc39ef-0c3f-4c60-8c5e-bd85b66bee11 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726652 Mar 08 19:14:38.219002 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f34c9597-47f9-403a-85d5-52889b4d6b93 req-eeae12f4-00f1-498a-ab69-fe5bbe6649d3 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696890 Mar 08 19:14:38.266540 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12402b0d-b5fb-443d-abd1-ebb7798f3423 x-openstack-request-id: req-12402b0d-b5fb-443d-abd1-ebb7798f3423 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:14:38.266840 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d4ea86-f489-4d6d-995e-1999c95b744d", "tag": "73344e8e-b327-42b5-a317-814f95b92074", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:14:38.267099 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-12402b0d-b5fb-443d-abd1-ebb7798f3423 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:14:38.267497 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'tag': '73344e8e-b327-42b5-a317-814f95b92074', 'status': 'completed', 'code': 200} Mar 08 19:14:38.402313 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-2a39011a-ec4e-4080-83c3-e68e8fd857bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '03359e13-884f-4772-95e2-99ec76901df1', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'port_id': '73344e8e-b327-42b5-a317-814f95b92074', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'mac_address': 'fa:16:3e:05:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:13:48Z', 'updated_at': '2022-03-08T19:14:37Z', 'revision_number': 1, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef', 'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'mac_address': 'fa:16:3e:44:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:45Z', 'revision_number': 5, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'subnets': [{'id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:14:38.415906 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:38.430908 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a39011a-ec4e-4080-83c3-e68e8fd857bc None None] Checking router: c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:14:38.439384 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39011a-ec4e-4080-83c3-e68e8fd857bc None None] Routers {'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:14:38.440013 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-2a39011a-ec4e-4080-83c3-e68e8fd857bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:14:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:14:38.546789 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-2a39011a-ec4e-4080-83c3-e68e8fd857bc None None] Set router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:14:38.581298 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fd777-be80-477c-a4a5-555faa3a421f req-ee4a98f1-ba51-4d04-afa7-73b35cbf13d6 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:38.582791 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-468fd777-be80-477c-a4a5-555faa3a421f req-ee4a98f1-ba51-4d04-afa7-73b35cbf13d6 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 945 time: 0.0522139 Mar 08 19:14:38.631814 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-468fd777-be80-477c-a4a5-555faa3a421f req-8050096f-1868-452e-901f-2cd2ae42ac3c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433280 Mar 08 19:14:38.777510 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-2a39011a-ec4e-4080-83c3-e68e8fd857bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '03359e13-884f-4772-95e2-99ec76901df1', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'port_id': '73344e8e-b327-42b5-a317-814f95b92074', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'mac_address': 'fa:16:3e:05:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:13:48Z', 'updated_at': '2022-03-08T19:14:37Z', 'revision_number': 1, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef', 'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'mac_address': 'fa:16:3e:44:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:45Z', 'revision_number': 5, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'subnets': [{'id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:14:38.803741 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a39011a-ec4e-4080-83c3-e68e8fd857bc None None] The sync data for ids ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'] in dv-cinder-830091-3-iscsi is: [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '03359e13-884f-4772-95e2-99ec76901df1', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'port_id': '73344e8e-b327-42b5-a317-814f95b92074', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'mac_address': 'fa:16:3e:05:18:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:13:48Z', 'updated_at': '2022-03-08T19:14:37Z', 'revision_number': 1, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef', 'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'mac_address': 'fa:16:3e:44:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:45Z', 'revision_number': 5, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'subnets': [{'id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:14:38.993597 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c10f09-2530-448a-8deb-0170baf8dfc7 None None] New status for floating IP 03359e13-884f-4772-95e2-99ec76901df1: ACTIVE {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:14:39.364736 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b95065-37bc-41b7-83d5-c2576f47f14c req-26626f11-a73c-423c-a8ff-228cb5406ce3 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:39.366207 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-48b95065-37bc-41b7-83d5-c2576f47f14c req-26626f11-a73c-423c-a8ff-228cb5406ce3 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0752766 Mar 08 19:14:39.373439 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39ef03-8a54-4c13-a386-c961a077a2a7 req-2541399c-34de-40c7-bec4-7ec719a51372 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:39.374809 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dd39ef03-8a54-4c13-a386-c961a077a2a7 req-2541399c-34de-40c7-bec4-7ec719a51372 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0922716 Mar 08 19:14:39.441018 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-48b95065-37bc-41b7-83d5-c2576f47f14c req-8f479f47-a466-418d-b6e6-5fbf7c179f3b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652611 Mar 08 19:14:39.448233 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dd39ef03-8a54-4c13-a386-c961a077a2a7 req-6260fea5-7464-46ed-939d-f1fee2374210 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668778 Mar 08 19:14:39.969103 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644d356-246c-4094-9839-7efb12f7f4a6 req-3249b514-bb16-4bb3-92ce-e5baa4415288 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:39.970880 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c644d356-246c-4094-9839-7efb12f7f4a6 req-3249b514-bb16-4bb3-92ce-e5baa4415288 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 945 time: 0.2724230 Mar 08 19:14:40.022032 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c644d356-246c-4094-9839-7efb12f7f4a6 req-3a3d04dc-1c46-4ba1-a426-593b670878e4 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449617 Mar 08 19:14:40.366172 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d7886-2602-48c7-9970-ae90d82849bc req-4f8f40e2-29f1-4a1f-86dc-5598b920d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:40.367731 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fe5d7886-2602-48c7-9970-ae90d82849bc req-4f8f40e2-29f1-4a1f-86dc-5598b920d34a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=efdd81b216bc4091b41a1aec0610c6ad&device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 1130 time: 0.0518670 Mar 08 19:14:40.471360 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d7886-2602-48c7-9970-ae90d82849bc req-608a11bb-04ea-4522-8d20-892a7fc17cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:40.473087 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fe5d7886-2602-48c7-9970-ae90d82849bc req-608a11bb-04ea-4522-8d20-892a7fc17cdc service neutron] 10.222.0.76 "GET /v2.0/networks?id=cd3ea4fe-bf1a-4952-b0bd-286510901348 HTTP/1.1" status: 200 len: 917 time: 0.0976110 Mar 08 19:14:40.629789 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fe5d7886-2602-48c7-9970-ae90d82849bc req-b13024b8-b1c9-4bd1-9488-2882728c1474 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73344e8e-b327-42b5-a317-814f95b92074 HTTP/1.1" status: 200 len: 1002 time: 0.1500890 Mar 08 19:14:40.658630 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8bf81-b439-4623-8495-d5a878a6487d req-4f7ca4e5-2dc4-451f-8cda-03d8d13266f2 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:40.660087 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-53d8bf81-b439-4623-8495-d5a878a6487d req-4f7ca4e5-2dc4-451f-8cda-03d8d13266f2 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.1414542 Mar 08 19:14:40.690433 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279da8-2512-436e-bbdd-bc8548888a79 req-92e8d155-fdd8-4093-a006-525d1d3e1c2c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:40.691860 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4d279da8-2512-436e-bbdd-bc8548888a79 req-92e8d155-fdd8-4093-a006-525d1d3e1c2c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.1721811 Mar 08 19:14:40.741899 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d7886-2602-48c7-9970-ae90d82849bc req-e47e6edf-a765-43d4-a57c-b4ef7b121fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:40.743315 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fe5d7886-2602-48c7-9970-ae90d82849bc req-e47e6edf-a765-43d4-a57c-b4ef7b121fed service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee055724-f572-4951-9bec-6d1ee3ec6732 HTTP/1.1" status: 200 len: 855 time: 0.1037629 Mar 08 19:14:40.798121 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-53d8bf81-b439-4623-8495-d5a878a6487d req-a07ed10b-0870-4ceb-914c-fd7c5d124c1b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207919 Mar 08 19:14:40.804636 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4d279da8-2512-436e-bbdd-bc8548888a79 req-65a07c33-23bf-4f99-8e79-002f6a38c085 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034880 Mar 08 19:14:40.825461 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d7886-2602-48c7-9970-ae90d82849bc req-00da08fe-f24a-4d49-a304-f512230e6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:40.825670 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fe5d7886-2602-48c7-9970-ae90d82849bc req-00da08fe-f24a-4d49-a304-f512230e6754 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cd3ea4fe-bf1a-4952-b0bd-286510901348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711193 Mar 08 19:14:40.919031 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fe5d7886-2602-48c7-9970-ae90d82849bc req-b22f2c44-379e-4c58-993e-cd48a8011050 service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847661 Mar 08 19:14:41.005709 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fe5d7886-2602-48c7-9970-ae90d82849bc req-12b867a1-d589-4602-af40-81e4b1b2e150 service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803959 Mar 08 19:14:41.141605 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ea574-ce57-4358-bb0c-28e33f5f24e8 req-a2117be1-1bd7-4467-a22f-0cdcc2b146bf tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:41.143083 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d91ea574-ce57-4358-bb0c-28e33f5f24e8 req-a2117be1-1bd7-4467-a22f-0cdcc2b146bf tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 945 time: 0.0532668 Mar 08 19:14:41.193589 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d91ea574-ce57-4358-bb0c-28e33f5f24e8 req-2ebbd8f2-ad56-4c84-8bfb-f689ab89426e tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447750 Mar 08 19:14:41.974236 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e9485-9991-426b-9e41-16962f7bd97a req-6bd57e39-0d3e-4722-9c3e-6387761a6f92 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:41.975731 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-100e9485-9991-426b-9e41-16962f7bd97a req-6bd57e39-0d3e-4722-9c3e-6387761a6f92 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0858207 Mar 08 19:14:41.983673 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9befd2f2-4d3b-4411-b07c-3e7797d44f1a req-493bd144-e712-4d79-b88f-3249b47b0356 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:41.985108 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9befd2f2-4d3b-4411-b07c-3e7797d44f1a req-493bd144-e712-4d79-b88f-3249b47b0356 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0867131 Mar 08 19:14:42.056438 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-100e9485-9991-426b-9e41-16962f7bd97a req-6e84c7a7-31a9-4b06-a63b-5a50618067f8 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703781 Mar 08 19:14:42.061209 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9befd2f2-4d3b-4411-b07c-3e7797d44f1a req-c922c2dc-8528-4004-a95f-bc3cb46bdc40 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693836 Mar 08 19:14:42.317111 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7081f9-e3e4-483a-bcde-3cfeaccdfb9a req-ab5f917d-58cf-4305-b78d-41b160a5fe0a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:42.318751 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa7081f9-e3e4-483a-bcde-3cfeaccdfb9a req-ab5f917d-58cf-4305-b78d-41b160a5fe0a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 945 time: 0.0578861 Mar 08 19:14:42.366742 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa7081f9-e3e4-483a-bcde-3cfeaccdfb9a req-38086403-cfa1-4aea-8bce-d6a3bcd3b783 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422199 Mar 08 19:14:42.545420 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c904a9-d660-4025-8757-491180c3732b req-89ca6bcd-05b5-4e1c-99c8-4b4b798b87c5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:42.548773 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-97c904a9-d660-4025-8757-491180c3732b req-89ca6bcd-05b5-4e1c-99c8-4b4b798b87c5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 945 time: 0.0745022 Mar 08 19:14:42.557202 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 44954) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:42.563315 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-b10c875d-cd69-4753-9179-89d7ab690bf3 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'floatingip': {'port_id': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:14:42.639344 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b10c875d-cd69-4753-9179-89d7ab690bf3 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:43.241137 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d731a-b826-449f-a5d2-f75ee8beb730 req-0a23206d-b959-42f5-b39f-a5ec75b21ec5 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:43.242738 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6c3d731a-b826-449f-a5d2-f75ee8beb730 req-0a23206d-b959-42f5-b39f-a5ec75b21ec5 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0969496 Mar 08 19:14:43.251240 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4e43d-dc10-41a1-b30d-ce38f1f9018b req-210832df-7aca-4dec-9126-ab7d05eeeca3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:43.252785 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9fa4e43d-dc10-41a1-b30d-ce38f1f9018b req-210832df-7aca-4dec-9126-ab7d05eeeca3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0965691 Mar 08 19:14:43.325928 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6c3d731a-b826-449f-a5d2-f75ee8beb730 req-525676d7-d219-46a3-b904-6d99c1305f91 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721178 Mar 08 19:14:43.339196 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9fa4e43d-dc10-41a1-b30d-ce38f1f9018b req-f394e34b-f7ac-4a01-9733-98e1a161c756 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790353 Mar 08 19:14:43.463862 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cdd13-d5c3-4347-b7e0-a905cb278102 req-76a5c58a-04e3-4e07-96d3-4ab20e003b22 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:43.465644 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-906cdd13-d5c3-4347-b7e0-a905cb278102 req-76a5c58a-04e3-4e07-96d3-4ab20e003b22 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0683005 Mar 08 19:14:43.474664 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 44966) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:43.479117 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-72786c3f-6ea0-47c8-a90f-89265fbc790c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Request body: {'floatingip': {'port_id': '202b6771-2b6b-4cec-a768-6c3521e9cd8f'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:14:43.532078 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-72786c3f-6ea0-47c8-a90f-89265fbc790c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for floatingip (84d44bfb-1cbc-44b1-b445-c47b54bb2330), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:43.552258 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b10c875d-cd69-4753-9179-89d7ab690bf3 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:43.624378 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b10c875d-cd69-4753-9179-89d7ab690bf3 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:43.774220 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.l3_db [None req-b10c875d-cd69-4753-9179-89d7ab690bf3 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Floating IP c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c associated. External IP: 172.27.3.3, port: af2c1b42-45a5-46ce-aea2-d905ce39d3d0. Mar 08 19:14:44.040948 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10c875d-cd69-4753-9179-89d7ab690bf3 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Router bb4877bd-bd79-4d0b-90c3-53ae27b105db has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:14:44.116038 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-72786c3f-6ea0-47c8-a90f-89265fbc790c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:44.166311 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10c875d-cd69-4753-9179-89d7ab690bf3 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:14:44.171362 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b10c875d-cd69-4753-9179-89d7ab690bf3 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:44.181993 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306270c-377d-44b0-b2e2-123b8b4bc14d None None] Sync routers for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:14:44.199425 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b306270c-377d-44b0-b2e2-123b8b4bc14d None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:14:44.200732 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-b306270c-377d-44b0-b2e2-123b8b4bc14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:14:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:14:44.205993 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-72786c3f-6ea0-47c8-a90f-89265fbc790c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (84d44bfb-1cbc-44b1-b445-c47b54bb2330), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:44.209186 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b10c875d-cd69-4753-9179-89d7ab690bf3 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "PUT /v2.0/floatingips/c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c HTTP/1.1" status: 200 len: 989 time: 1.6505623 Mar 08 19:14:44.210094 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'tag': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:14:44.214282 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53819140b743c14f5f7a1fe2ab51494c776a848c6f719dc74ac88d912fee6995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7aa664-d04a-403b-ba44-a99881f1eed7" -d '{"events": [{"name": "network-changed", "server_uuid": "1d780bbf-4e05-4ac6-8b04-8e55b2b8b873", "tag": "af2c1b42-45a5-46ce-aea2-d905ce39d3d0"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:14:44.286035 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696a0c8f-a500-4eba-85a7-1fcdb72d5217 x-openstack-request-id: req-696a0c8f-a500-4eba-85a7-1fcdb72d5217 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:14:44.286517 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d780bbf-4e05-4ac6-8b04-8e55b2b8b873", "tag": "af2c1b42-45a5-46ce-aea2-d905ce39d3d0", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:14:44.286959 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-696a0c8f-a500-4eba-85a7-1fcdb72d5217 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:14:44.287539 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'tag': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0', 'status': 'completed', 'code': 200} Mar 08 19:14:44.462071 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-b306270c-377d-44b0-b2e2-123b8b4bc14d None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:14:44.526965 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [None req-72786c3f-6ea0-47c8-a90f-89265fbc790c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Floating IP 84d44bfb-1cbc-44b1-b445-c47b54bb2330 associated. External IP: 172.27.3.14, port: 202b6771-2b6b-4cec-a768-6c3521e9cd8f. Mar 08 19:14:44.592015 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aa664-d04a-403b-ba44-a99881f1eed7 req-a57bbb46-1447-43bf-98dd-2c0c761567b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:44.593700 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-de7aa664-d04a-403b-ba44-a99881f1eed7 req-a57bbb46-1447-43bf-98dd-2c0c761567b9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 1129 time: 0.1869648 Mar 08 19:14:44.604816 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b49d1-f657-4b71-8511-acb04322b443 req-a0e1f4ce-0b9d-4d47-b6b6-758b68f8220f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:44.606243 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-443b49d1-f657-4b71-8511-acb04322b443 req-a0e1f4ce-0b9d-4d47-b6b6-758b68f8220f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.1553104 Mar 08 19:14:44.766496 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-443b49d1-f657-4b71-8511-acb04322b443 req-238f160a-b2c5-438c-bb27-20a59b5b0f3b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301641 Mar 08 19:14:44.808980 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-b306270c-377d-44b0-b2e2-123b8b4bc14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:e3:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:13:50Z', 'updated_at': '2022-03-08T19:14:43Z', 'revision_number': 1, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:14:44.833824 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aa664-d04a-403b-ba44-a99881f1eed7 req-e04fc966-d79b-4c24-a95e-c3f2f5451645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:44.835409 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-de7aa664-d04a-403b-ba44-a99881f1eed7 req-e04fc966-d79b-4c24-a95e-c3f2f5451645 service neutron] 10.222.0.76 "GET /v2.0/networks?id=eadbce5e-f6fa-402e-acf1-15b1deb0f309 HTTP/1.1" status: 200 len: 916 time: 0.2283242 Mar 08 19:14:44.864979 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306270c-377d-44b0-b2e2-123b8b4bc14d None None] Checking router: bb4877bd-bd79-4d0b-90c3-53ae27b105db for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:14:44.874734 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b306270c-377d-44b0-b2e2-123b8b4bc14d None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:14:44.875359 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-b306270c-377d-44b0-b2e2-123b8b4bc14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:14:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:14:44.987306 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-de7aa664-d04a-403b-ba44-a99881f1eed7 req-67c7a5a8-3e9a-4e96-8d2d-9d8bed5d3d78 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af2c1b42-45a5-46ce-aea2-d905ce39d3d0 HTTP/1.1" status: 200 len: 997 time: 0.1392097 Mar 08 19:14:44.995080 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-b306270c-377d-44b0-b2e2-123b8b4bc14d None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:14:45.008059 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473a4c0-19c9-486e-ba18-bfdee0af6a6b req-07ce7485-9e27-4aa0-b29a-838a32f5e428 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:45.009509 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2473a4c0-19c9-486e-ba18-bfdee0af6a6b req-07ce7485-9e27-4aa0-b29a-838a32f5e428 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 945 time: 0.1248291 Mar 08 19:14:45.021987 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72786c3f-6ea0-47c8-a90f-89265fbc790c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Router bd37ca09-f1f9-40df-b672-3ef31199b963 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:14:45.087668 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aa664-d04a-403b-ba44-a99881f1eed7 req-ac5b0341-4d77-4045-8604-1fc13ad2ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:45.089038 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-de7aa664-d04a-403b-ba44-a99881f1eed7 req-ac5b0341-4d77-4045-8604-1fc13ad2ed16 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f85598c7-024d-416e-bf9f-b74e60adac34 HTTP/1.1" status: 200 len: 854 time: 0.0881860 Mar 08 19:14:45.167981 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2473a4c0-19c9-486e-ba18-bfdee0af6a6b req-7df657f6-28cd-417f-9a09-1c668f216a45 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487629 Mar 08 19:14:45.230755 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-b306270c-377d-44b0-b2e2-123b8b4bc14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:e3:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:13:50Z', 'updated_at': '2022-03-08T19:14:43Z', 'revision_number': 1, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:14:45.259609 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306270c-377d-44b0-b2e2-123b8b4bc14d None None] The sync data for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi is: [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:e3:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:13:50Z', 'updated_at': '2022-03-08T19:14:43Z', 'revision_number': 1, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:14:45.496397 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aa664-d04a-403b-ba44-a99881f1eed7 req-848cc83a-b497-44d0-a170-7bf82b5a0591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:45.496397 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-de7aa664-d04a-403b-ba44-a99881f1eed7 req-848cc83a-b497-44d0-a170-7bf82b5a0591 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eadbce5e-f6fa-402e-acf1-15b1deb0f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3641953 Mar 08 19:14:45.499011 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72786c3f-6ea0-47c8-a90f-89265fbc790c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:14:45.502646 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b98f1-567f-41e8-a9e9-f3cb323400d7 None None] New status for floating IP c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c: ACTIVE {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:14:45.515886 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-72786c3f-6ea0-47c8-a90f-89265fbc790c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:45.516886 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d4e56a-a585-4f89-a42e-e18fb123cae7 None None] Sync routers for ids ['bd37ca09-f1f9-40df-b672-3ef31199b963'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:14:45.529913 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d4e56a-a585-4f89-a42e-e18fb123cae7 None None] Routers {'bd37ca09-f1f9-40df-b672-3ef31199b963'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:14:45.530543 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-93d4e56a-a585-4f89-a42e-e18fb123cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:14:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bd37ca09-f1f9-40df-b672-3ef31199b963'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:14:45.608608 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-72786c3f-6ea0-47c8-a90f-89265fbc790c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "PUT /v2.0/floatingips/84d44bfb-1cbc-44b1-b445-c47b54bb2330 HTTP/1.1" status: 200 len: 991 time: 2.1248636 Mar 08 19:14:45.608608 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e431bba0-7d48-4fff-ace4-d5ba4a32a2ea', 'tag': '202b6771-2b6b-4cec-a768-6c3521e9cd8f'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:14:45.608608 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3bd460-bdc2-4901-86d0-04221eed000e" -d '{"events": [{"name": "network-changed", "server_uuid": "e431bba0-7d48-4fff-ace4-d5ba4a32a2ea", "tag": "202b6771-2b6b-4cec-a768-6c3521e9cd8f"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:14:45.650998 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-de7aa664-d04a-403b-ba44-a99881f1eed7 req-d81e0cae-ce45-48c8-a470-011d6373f8e8 service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492848 Mar 08 19:14:45.665108 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-93d4e56a-a585-4f89-a42e-e18fb123cae7 None None] Set router bd37ca09-f1f9-40df-b672-3ef31199b963 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:14:45.665850 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cfe8bd-dcef-46bd-ae25-2b74a6151d1f x-openstack-request-id: req-21cfe8bd-dcef-46bd-ae25-2b74a6151d1f {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:14:45.666136 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e431bba0-7d48-4fff-ace4-d5ba4a32a2ea", "tag": "202b6771-2b6b-4cec-a768-6c3521e9cd8f", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:14:45.666390 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-21cfe8bd-dcef-46bd-ae25-2b74a6151d1f {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:14:45.666774 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e431bba0-7d48-4fff-ace4-d5ba4a32a2ea', 'tag': '202b6771-2b6b-4cec-a768-6c3521e9cd8f', 'status': 'completed', 'code': 200} Mar 08 19:14:45.781749 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-de7aa664-d04a-403b-ba44-a99881f1eed7 req-77588880-ea75-4f2b-833a-a88dff613cf7 service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239471 Mar 08 19:14:45.784299 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd460-bdc2-4901-86d0-04221eed000e req-db4e9144-7741-420c-988b-25ef03f55575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:45.785636 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ff3bd460-bdc2-4901-86d0-04221eed000e req-db4e9144-7741-420c-988b-25ef03f55575 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=011362b6715747dba59bf9619c6bd65b&device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 1130 time: 0.0934730 Mar 08 19:14:45.897015 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9c36b-5132-4f1a-ba3e-f3ec759d3e6d req-7676fa20-7223-4813-b500-1f14ccef5224 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:45.898496 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-aed9c36b-5132-4f1a-ba3e-f3ec759d3e6d req-7676fa20-7223-4813-b500-1f14ccef5224 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0538116 Mar 08 19:14:45.911262 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-93d4e56a-a585-4f89-a42e-e18fb123cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '84d44bfb-1cbc-44b1-b445-c47b54bb2330', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'port_id': '202b6771-2b6b-4cec-a768-6c3521e9cd8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'mac_address': 'fa:16:3e:b3:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e431bba0-7d48-4fff-ace4-d5ba4a32a2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:13:47Z', 'updated_at': '2022-03-08T19:14:44Z', 'revision_number': 1, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c72d39e-d854-4b0d-8dc7-d009cb248373', 'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'mac_address': 'fa:16:3e:f3:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:44Z', 'revision_number': 5, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'subnets': [{'id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:14:45.938231 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d4e56a-a585-4f89-a42e-e18fb123cae7 None None] Checking router: bd37ca09-f1f9-40df-b672-3ef31199b963 for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:14:45.945182 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-aed9c36b-5132-4f1a-ba3e-f3ec759d3e6d req-7d12393e-e093-42de-b482-afb479d128b3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410075 Mar 08 19:14:45.946721 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d4e56a-a585-4f89-a42e-e18fb123cae7 None None] Routers {'bd37ca09-f1f9-40df-b672-3ef31199b963'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:14:45.947340 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-93d4e56a-a585-4f89-a42e-e18fb123cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:14:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bd37ca09-f1f9-40df-b672-3ef31199b963'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:14:46.061865 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-93d4e56a-a585-4f89-a42e-e18fb123cae7 None None] Set router bd37ca09-f1f9-40df-b672-3ef31199b963 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:14:46.296267 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731a326-93ec-4305-8813-dc1aed2acfb5 req-7f629660-4771-4c78-964f-576206707271 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:46.298478 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a731a326-93ec-4305-8813-dc1aed2acfb5 req-7f629660-4771-4c78-964f-576206707271 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 945 time: 0.0566194 Mar 08 19:14:46.302923 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-93d4e56a-a585-4f89-a42e-e18fb123cae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '84d44bfb-1cbc-44b1-b445-c47b54bb2330', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'port_id': '202b6771-2b6b-4cec-a768-6c3521e9cd8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'mac_address': 'fa:16:3e:b3:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e431bba0-7d48-4fff-ace4-d5ba4a32a2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:13:47Z', 'updated_at': '2022-03-08T19:14:44Z', 'revision_number': 1, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c72d39e-d854-4b0d-8dc7-d009cb248373', 'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'mac_address': 'fa:16:3e:f3:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:44Z', 'revision_number': 5, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'subnets': [{'id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:14:46.332142 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d4e56a-a585-4f89-a42e-e18fb123cae7 None None] The sync data for ids ['bd37ca09-f1f9-40df-b672-3ef31199b963'] in dv-cinder-830091-3-iscsi is: [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '84d44bfb-1cbc-44b1-b445-c47b54bb2330', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'port_id': '202b6771-2b6b-4cec-a768-6c3521e9cd8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'mac_address': 'fa:16:3e:b3:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e431bba0-7d48-4fff-ace4-d5ba4a32a2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:13:47Z', 'updated_at': '2022-03-08T19:14:44Z', 'revision_number': 1, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c72d39e-d854-4b0d-8dc7-d009cb248373', 'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'mac_address': 'fa:16:3e:f3:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:44Z', 'revision_number': 5, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'subnets': [{'id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:14:46.346444 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a731a326-93ec-4305-8813-dc1aed2acfb5 req-a278acc2-f1b3-492a-98df-9e31faa4771a tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424476 Mar 08 19:14:46.533582 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24324ab0-d687-451f-a27a-79cc942f6a69 None None] New status for floating IP 84d44bfb-1cbc-44b1-b445-c47b54bb2330: ACTIVE {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:14:47.073844 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f64f57-8475-42b0-9ad2-93d00a114ef3 req-654c576d-9bcf-4d8c-9f95-79bbac6c0d87 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:47.075410 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f1f64f57-8475-42b0-9ad2-93d00a114ef3 req-654c576d-9bcf-4d8c-9f95-79bbac6c0d87 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0607605 Mar 08 19:14:47.136304 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f1f64f57-8475-42b0-9ad2-93d00a114ef3 req-257d4d4b-2c95-46d7-9f8a-6849162a2589 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537360 Mar 08 19:14:47.468523 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67b734-a1f7-42e0-b393-2f42d1aaa4cf req-f9055803-bb54-4f92-bbfe-d9729e0a8762 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:47.470111 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6b67b734-a1f7-42e0-b393-2f42d1aaa4cf req-f9055803-bb54-4f92-bbfe-d9729e0a8762 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 945 time: 0.0528328 Mar 08 19:14:47.519689 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6b67b734-a1f7-42e0-b393-2f42d1aaa4cf req-ddf368f0-4916-4993-9979-5ce55e6b1396 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438273 Mar 08 19:14:47.588273 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45080) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:47.695686 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0101b620-c1d5-4c29-8244-55bbc96caef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:47.773634 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0101b620-c1d5-4c29-8244-55bbc96caef8 admin admin] Publish callbacks [] for security_group (da4fe707-72b5-4574-b984-a1303097f60d), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:47.844328 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0101b620-c1d5-4c29-8244-55bbc96caef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (da4fe707-72b5-4574-b984-a1303097f60d), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:47.882281 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101b620-c1d5-4c29-8244-55bbc96caef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4fe707-72b5-4574-b984-a1303097f60d,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:47.887943 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-0101b620-c1d5-4c29-8244-55bbc96caef8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=048414c8707342f5bca8696addb61abe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983372 Mar 08 19:14:47.890673 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45084) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:47.941135 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-293428ad-e61f-4437-a3d3-0fa401a4e576 admin admin] Publish callbacks [] for security_group (da4fe707-72b5-4574-b984-a1303097f60d), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:47.962113 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-293428ad-e61f-4437-a3d3-0fa401a4e576 admin admin] Publish callbacks [] for security_group (da4fe707-72b5-4574-b984-a1303097f60d), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:48.078635 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-293428ad-e61f-4437-a3d3-0fa401a4e576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (da4fe707-72b5-4574-b984-a1303097f60d), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:48.081284 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-293428ad-e61f-4437-a3d3-0fa401a4e576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:48.082450 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-293428ad-e61f-4437-a3d3-0fa401a4e576 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/da4fe707-72b5-4574-b984-a1303097f60d HTTP/1.1" status: 204 len: 168 time: 0.1907201 Mar 08 19:14:48.091101 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293428ad-e61f-4437-a3d3-0fa401a4e576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4fe707-72b5-4574-b984-a1303097f60d,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:48.256301 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733a9b4-68e0-4cf2-8842-e19627f81073 req-53d27c54-fedd-4b1d-9468-979263406876 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:48.257759 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f733a9b4-68e0-4cf2-8842-e19627f81073 req-53d27c54-fedd-4b1d-9468-979263406876 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0548699 Mar 08 19:14:48.303044 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f733a9b4-68e0-4cf2-8842-e19627f81073 req-f5fabd74-a5cd-4437-8fce-217327e9dbb8 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395694 Mar 08 19:14:48.439658 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd460-bdc2-4901-86d0-04221eed000e req-6f1aa4b8-cb14-40c8-ad51-6b5684fea30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:48.441141 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ff3bd460-bdc2-4901-86d0-04221eed000e req-6f1aa4b8-cb14-40c8-ad51-6b5684fea30c service neutron] 10.222.0.76 "GET /v2.0/networks?id=c8a25d18-0969-475a-a1e7-ff064689da30 HTTP/1.1" status: 200 len: 912 time: 0.0861037 Mar 08 19:14:48.665463 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532be1c7-a022-4b7b-ba20-f3694620872e req-58aef0fc-621a-4410-9eb5-3a81abc3721c tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:48.666966 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-532be1c7-a022-4b7b-ba20-f3694620872e req-58aef0fc-621a-4410-9eb5-3a81abc3721c tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 945 time: 0.0578406 Mar 08 19:14:48.718138 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-532be1c7-a022-4b7b-ba20-f3694620872e req-c9720046-7811-4077-b406-04604e626520 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445232 Mar 08 19:14:48.825325 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45098) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:48.838065 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a44cfa52-0355-46e2-af7b-57311de12dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:48.918455 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a44cfa52-0355-46e2-af7b-57311de12dfd admin admin] Publish callbacks [] for security_group (59a87b3b-a62c-4c07-ae3f-fb7b2d5bdb5d), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:48.996779 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a44cfa52-0355-46e2-af7b-57311de12dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (59a87b3b-a62c-4c07-ae3f-fb7b2d5bdb5d), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:49.036233 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-a44cfa52-0355-46e2-af7b-57311de12dfd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=169709679b67423694269c622c3bb886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097201 Mar 08 19:14:49.037092 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cfa52-0355-46e2-af7b-57311de12dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a87b3b-a62c-4c07-ae3f-fb7b2d5bdb5d,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:49.039052 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 45102) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:49.088982 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-20042b97-1bea-4282-9450-5798796c2657 admin admin] Publish callbacks [] for security_group (59a87b3b-a62c-4c07-ae3f-fb7b2d5bdb5d), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:49.113185 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-20042b97-1bea-4282-9450-5798796c2657 admin admin] Publish callbacks [] for security_group (59a87b3b-a62c-4c07-ae3f-fb7b2d5bdb5d), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:49.233402 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-20042b97-1bea-4282-9450-5798796c2657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (59a87b3b-a62c-4c07-ae3f-fb7b2d5bdb5d), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:49.236567 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-20042b97-1bea-4282-9450-5798796c2657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:49.237229 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-20042b97-1bea-4282-9450-5798796c2657 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/59a87b3b-a62c-4c07-ae3f-fb7b2d5bdb5d HTTP/1.1" status: 204 len: 168 time: 0.1971500 Mar 08 19:14:49.244791 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20042b97-1bea-4282-9450-5798796c2657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a87b3b-a62c-4c07-ae3f-fb7b2d5bdb5d,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:49.421345 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3637ad1-26f5-4b35-9551-2ba0be26d27b req-d1288dee-f812-4881-b37c-02247ac0dc6b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:49.422850 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c3637ad1-26f5-4b35-9551-2ba0be26d27b req-d1288dee-f812-4881-b37c-02247ac0dc6b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0530975 Mar 08 19:14:49.481592 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c3637ad1-26f5-4b35-9551-2ba0be26d27b req-61709887-f254-4e2b-94a1-933029a0f723 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528541 Mar 08 19:14:49.837591 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30395db1-647b-4883-9184-6f7242fd9c14 req-89cc842b-5be7-45da-800b-ccfd9e9f7914 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:49.839112 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-30395db1-647b-4883-9184-6f7242fd9c14 req-89cc842b-5be7-45da-800b-ccfd9e9f7914 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 945 time: 0.0522649 Mar 08 19:14:49.886533 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-30395db1-647b-4883-9184-6f7242fd9c14 req-c99b0bc3-2741-4b2e-a946-23deff63d3c5 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409997 Mar 08 19:14:49.972585 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ff3bd460-bdc2-4901-86d0-04221eed000e req-d701794d-d251-4ad5-b593-a17525f49f80 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=202b6771-2b6b-4cec-a768-6c3521e9cd8f HTTP/1.1" status: 200 len: 1001 time: 0.0583985 Mar 08 19:14:50.030071 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd460-bdc2-4901-86d0-04221eed000e req-35e1f1fd-a395-4965-93fc-1b596d884c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:50.030071 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ff3bd460-bdc2-4901-86d0-04221eed000e req-35e1f1fd-a395-4965-93fc-1b596d884c91 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fdb0863d-aa5d-4f95-aa01-9b30b9d1315b HTTP/1.1" status: 200 len: 850 time: 0.0477066 Mar 08 19:14:50.088806 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd460-bdc2-4901-86d0-04221eed000e req-1f4d4d72-f943-4e19-b11d-c866172f5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:50.090463 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ff3bd460-bdc2-4901-86d0-04221eed000e req-1f4d4d72-f943-4e19-b11d-c866172f5ada service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c8a25d18-0969-475a-a1e7-ff064689da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462370 Mar 08 19:14:50.191572 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ff3bd460-bdc2-4901-86d0-04221eed000e req-00b40589-3153-4403-ac4a-63b8290e1805 service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907686 Mar 08 19:14:50.304490 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ff3bd460-bdc2-4901-86d0-04221eed000e req-a45b6e0d-9820-42ff-bd5b-67f9162e63ff service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966680 Mar 08 19:14:50.611623 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8b1a1-b72d-49b5-a6d6-9dbc1b078b0f req-daed275e-6cad-478e-a451-680522f02e17 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:50.613379 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-add8b1a1-b72d-49b5-a6d6-9dbc1b078b0f req-daed275e-6cad-478e-a451-680522f02e17 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0581532 Mar 08 19:14:50.667519 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-add8b1a1-b72d-49b5-a6d6-9dbc1b078b0f req-064755b5-4565-458f-a78c-b2b91db3b938 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483811 Mar 08 19:14:51.012873 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd1966-2401-4022-838e-0b7619988190 req-d1b929c8-067d-42bd-a923-e89d2e7fad8f tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:51.019035 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-26cd1966-2401-4022-838e-0b7619988190 req-d1b929c8-067d-42bd-a923-e89d2e7fad8f tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 945 time: 0.0519853 Mar 08 19:14:51.066575 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-26cd1966-2401-4022-838e-0b7619988190 req-ba27a265-83d9-438a-b8a4-4285eb0e8b97 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452559 Mar 08 19:14:51.587459 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:51.791615 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba565c-8e53-440c-a97f-c2b80d024e6f req-3ca88e29-3e83-40ea-b885-f7b82359b6a7 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:51.793095 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-86ba565c-8e53-440c-a97f-c2b80d024e6f req-3ca88e29-3e83-40ea-b885-f7b82359b6a7 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0574503 Mar 08 19:14:51.843297 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-86ba565c-8e53-440c-a97f-c2b80d024e6f req-e348a095-7668-4277-aae5-5b536ccb4326 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445375 Mar 08 19:14:52.205586 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ca2fa-8a87-4c86-a695-0d2fcb16ae04 req-dc358fb2-1e1d-4bc6-9516-0e1426b838da tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:52.207778 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f9ca2fa-8a87-4c86-a695-0d2fcb16ae04 req-dc358fb2-1e1d-4bc6-9516-0e1426b838da tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 945 time: 0.0717227 Mar 08 19:14:52.266770 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f9ca2fa-8a87-4c86-a695-0d2fcb16ae04 req-9c06f81e-8110-47e2-820c-35a5e8c67005 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/security-groups?id=23a7f714-72ef-4350-9717-f413a38b6264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525098 Mar 08 19:14:52.375595 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aa1ed-0d3c-4620-90c0-ab2f1ca749f6 req-ebcc12bc-a161-4764-b178-1fd40eb51eaa tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:52.377102 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7e9aa1ed-0d3c-4620-90c0-ab2f1ca749f6 req-ebcc12bc-a161-4764-b178-1fd40eb51eaa tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 945 time: 0.0550365 Mar 08 19:14:52.514351 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-7e9aa1ed-0d3c-4620-90c0-ab2f1ca749f6 req-7fa715d7-a65d-4c6b-82be-1927b1eb7b21 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Deleting port ab1d2653-193c-4b46-89f5-5adf4d0861c9 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:14:52.514691 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7e9aa1ed-0d3c-4620-90c0-ab2f1ca749f6 req-7fa715d7-a65d-4c6b-82be-1927b1eb7b21 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (ab1d2653-193c-4b46-89f5-5adf4d0861c9), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:52.604652 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-7e9aa1ed-0d3c-4620-90c0-ab2f1ca749f6 req-7fa715d7-a65d-4c6b-82be-1927b1eb7b21 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] For port ab1d2653-193c-4b46-89f5-5adf4d0861c9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ab1d2653-193c-4b46-89f5-5adf4d0861c9,segment=NetworkSegment(7faedfea-6dc6-4e76-ad36-229cc51f5b98),segment_id=7faedfea-6dc6-4e76-ad36-229cc51f5b98)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:14:52.605018 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7e9aa1ed-0d3c-4620-90c0-ab2f1ca749f6 req-7fa715d7-a65d-4c6b-82be-1927b1eb7b21 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (ab1d2653-193c-4b46-89f5-5adf4d0861c9), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:52.621623 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-7e9aa1ed-0d3c-4620-90c0-ab2f1ca749f6 req-7fa715d7-a65d-4c6b-82be-1927b1eb7b21 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Calling delete_port for ab1d2653-193c-4b46-89f5-5adf4d0861c9 owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:14:52.833131 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7e9aa1ed-0d3c-4620-90c0-ab2f1ca749f6 req-7fa715d7-a65d-4c6b-82be-1927b1eb7b21 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (ab1d2653-193c-4b46-89f5-5adf4d0861c9), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:52.847991 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['ab1d2653-193c-4b46-89f5-5adf4d0861c9'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:14:52.869745 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa715d7-a65d-4c6b-82be-1927b1eb7b21 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Pushing event deleted for resources: {'Port': ['ID=ab1d2653-193c-4b46-89f5-5adf4d0861c9,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:52.945205 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9aa1ed-0d3c-4620-90c0-ab2f1ca749f6 req-7fa715d7-a65d-4c6b-82be-1927b1eb7b21 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] No DVR routers for this DVR port ab1d2653-193c-4b46-89f5-5adf4d0861c9 on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:14:52.955893 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7e9aa1ed-0d3c-4620-90c0-ab2f1ca749f6 req-7fa715d7-a65d-4c6b-82be-1927b1eb7b21 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:52.959314 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7e9aa1ed-0d3c-4620-90c0-ab2f1ca749f6 req-7fa715d7-a65d-4c6b-82be-1927b1eb7b21 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.76 "DELETE /v2.0/ports/ab1d2653-193c-4b46-89f5-5adf4d0861c9 HTTP/1.1" status: 204 len: 173 time: 0.5739717 Mar 08 19:14:52.959756 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1764d05-9f73-4c93-99d1-6068a3927cbd', 'name': 'network-vif-deleted', 'tag': 'ab1d2653-193c-4b46-89f5-5adf4d0861c9'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:14:52.962003 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06b69c5-bf23-470d-a01a-715af0cb76fe" -d '{"events": [{"server_uuid": "b1764d05-9f73-4c93-99d1-6068a3927cbd", "name": "network-vif-deleted", "tag": "ab1d2653-193c-4b46-89f5-5adf4d0861c9"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:14:53.001971 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f935878-b051-48d7-9cc4-1b268be33869 x-openstack-request-id: req-6f935878-b051-48d7-9cc4-1b268be33869 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:14:53.002261 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1764d05-9f73-4c93-99d1-6068a3927cbd", "name": "network-vif-deleted", "tag": "ab1d2653-193c-4b46-89f5-5adf4d0861c9", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:14:53.002536 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f935878-b051-48d7-9cc4-1b268be33869 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:14:53.002965 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1764d05-9f73-4c93-99d1-6068a3927cbd', 'name': 'network-vif-deleted', 'tag': 'ab1d2653-193c-4b46-89f5-5adf4d0861c9', 'status': 'completed', 'code': 200} Mar 08 19:14:53.015211 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19843-66f9-471b-b231-af0348aaab14 req-d6465644-88d3-4347-a2ef-f54d5faa0804 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:53.016784 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f6e19843-66f9-471b-b231-af0348aaab14 req-d6465644-88d3-4347-a2ef-f54d5faa0804 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0728686 Mar 08 19:14:53.075609 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f6e19843-66f9-471b-b231-af0348aaab14 req-1b7e6c5b-7e55-429f-bf4f-bf61e4deaa71 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526779 Mar 08 19:14:53.386156 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0e096c83-b5f5-42a1-b68f-d0261526d553 req-94a852be-272d-4508-b659-e46961724068 tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 210 time: 0.0256383 Mar 08 19:14:53.530257 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 45254) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:53.651763 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-05a1e177-0010-4e2b-ba91-b00eb42bffab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:53.731312 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-05a1e177-0010-4e2b-ba91-b00eb42bffab admin admin] Publish callbacks [] for security_group (af9f4def-9b35-4345-994d-32921d23daf0), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:53.836840 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-05a1e177-0010-4e2b-ba91-b00eb42bffab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (af9f4def-9b35-4345-994d-32921d23daf0), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:53.878591 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-05a1e177-0010-4e2b-ba91-b00eb42bffab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=682c468235ac4ce1869a050f70b2fc63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3448994 Mar 08 19:14:53.878591 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1e177-0010-4e2b-ba91-b00eb42bffab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9f4def-9b35-4345-994d-32921d23daf0,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:53.879443 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45276) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:53.940437 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-816737a0-8580-43da-a8c9-862689274879 admin admin] Publish callbacks [] for security_group (af9f4def-9b35-4345-994d-32921d23daf0), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:53.963992 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-816737a0-8580-43da-a8c9-862689274879 admin admin] Publish callbacks [] for security_group (af9f4def-9b35-4345-994d-32921d23daf0), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:54.105694 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-816737a0-8580-43da-a8c9-862689274879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (af9f4def-9b35-4345-994d-32921d23daf0), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:54.108314 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-816737a0-8580-43da-a8c9-862689274879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:54.111845 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-816737a0-8580-43da-a8c9-862689274879 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/af9f4def-9b35-4345-994d-32921d23daf0 HTTP/1.1" status: 204 len: 168 time: 0.2283053 Mar 08 19:14:54.117488 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816737a0-8580-43da-a8c9-862689274879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9f4def-9b35-4345-994d-32921d23daf0,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:54.205518 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df3a85-429b-4286-8511-d676857168cc req-a5e7a697-a560-46b5-b724-1711bddc5db4 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:54.207090 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b1df3a85-429b-4286-8511-d676857168cc req-a5e7a697-a560-46b5-b724-1711bddc5db4 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0616622 Mar 08 19:14:54.274723 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b1df3a85-429b-4286-8511-d676857168cc req-a3096f50-9443-49c2-a595-a0b5f0639ea0 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613964 Mar 08 19:14:54.518989 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fd08a341-c3df-4708-b9c3-96b86fdca15d req-458444dd-0cdf-468a-ac89-fdb49133e20a tempest-DeleteServersTestJSON-1253433282 tempest-DeleteServersTestJSON-1253433282-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1764d05-9f73-4c93-99d1-6068a3927cbd HTTP/1.1" status: 200 len: 210 time: 0.0350666 Mar 08 19:14:54.860489 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45322) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:54.873889 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-57936903-1eb7-433c-be66-433a8bad4cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:54.950410 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-57936903-1eb7-433c-be66-433a8bad4cdd admin admin] Publish callbacks [] for security_group (258c29df-1b20-470d-af78-a4b8ad3e79d4), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:55.015441 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-57936903-1eb7-433c-be66-433a8bad4cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (258c29df-1b20-470d-af78-a4b8ad3e79d4), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:55.054306 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57936903-1eb7-433c-be66-433a8bad4cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258c29df-1b20-470d-af78-a4b8ad3e79d4,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:55.058707 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-57936903-1eb7-433c-be66-433a8bad4cdd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e2fa5c8bf6b94577bfe66919c3c72b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1970196 Mar 08 19:14:55.061796 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45326) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:55.111169 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-68dae496-88bf-47e0-9c39-85de9f1f437c admin admin] Publish callbacks [] for security_group (258c29df-1b20-470d-af78-a4b8ad3e79d4), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:55.132991 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-68dae496-88bf-47e0-9c39-85de9f1f437c admin admin] Publish callbacks [] for security_group (258c29df-1b20-470d-af78-a4b8ad3e79d4), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:55.137297 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 45328) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:55.253073 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-69f01f26-899c-4052-a404-c90accbd6757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:55.261561 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-68dae496-88bf-47e0-9c39-85de9f1f437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (258c29df-1b20-470d-af78-a4b8ad3e79d4), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:55.266542 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-68dae496-88bf-47e0-9c39-85de9f1f437c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:55.267258 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-68dae496-88bf-47e0-9c39-85de9f1f437c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/258c29df-1b20-470d-af78-a4b8ad3e79d4 HTTP/1.1" status: 204 len: 168 time: 0.2047782 Mar 08 19:14:55.276583 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dae496-88bf-47e0-9c39-85de9f1f437c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258c29df-1b20-470d-af78-a4b8ad3e79d4,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:55.354106 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-69f01f26-899c-4052-a404-c90accbd6757 admin admin] Publish callbacks [] for security_group (e8a13071-603d-45c5-b50c-b1961e41306a), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:55.433619 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f1e7f-1ee9-4817-b0d8-3953ac793107 req-8734a338-f4e2-463c-832b-98ad63cda517 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:55.436866 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-799f1e7f-1ee9-4817-b0d8-3953ac793107 req-8734a338-f4e2-463c-832b-98ad63cda517 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0714762 Mar 08 19:14:55.455140 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-69f01f26-899c-4052-a404-c90accbd6757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (e8a13071-603d-45c5-b50c-b1961e41306a), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:55.523886 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-69f01f26-899c-4052-a404-c90accbd6757 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a1b64428553244a6b6370bea7a0ea6cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851109 Mar 08 19:14:55.526663 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45338) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:55.528045 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f01f26-899c-4052-a404-c90accbd6757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a13071-603d-45c5-b50c-b1961e41306a,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:55.540359 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-799f1e7f-1ee9-4817-b0d8-3953ac793107 req-811744b7-87e1-460e-9b41-6291c097a756 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911543 Mar 08 19:14:55.614382 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5d8b-6286-48a4-aee3-3677d2b3c42b admin admin] Publish callbacks [] for security_group (e8a13071-603d-45c5-b50c-b1961e41306a), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:55.640783 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5d8b-6286-48a4-aee3-3677d2b3c42b admin admin] Publish callbacks [] for security_group (e8a13071-603d-45c5-b50c-b1961e41306a), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:55.734583 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:14:55.808202 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5d8b-6286-48a4-aee3-3677d2b3c42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (e8a13071-603d-45c5-b50c-b1961e41306a), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:55.812038 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5d8b-6286-48a4-aee3-3677d2b3c42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:55.816311 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-1eaf5d8b-6286-48a4-aee3-3677d2b3c42b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e8a13071-603d-45c5-b50c-b1961e41306a HTTP/1.1" status: 204 len: 168 time: 0.2856321 Mar 08 19:14:55.822271 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf5d8b-6286-48a4-aee3-3677d2b3c42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a13071-603d-45c5-b50c-b1961e41306a,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:56.048240 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45356) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:56.063211 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-deec1377-aaeb-47be-9c70-37734bb0aa83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:56.156396 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-deec1377-aaeb-47be-9c70-37734bb0aa83 admin admin] Publish callbacks [] for security_group (17decaa3-35cc-4dd5-b078-f1ecfa428581), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:56.244412 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-deec1377-aaeb-47be-9c70-37734bb0aa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (17decaa3-35cc-4dd5-b078-f1ecfa428581), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:56.285473 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-deec1377-aaeb-47be-9c70-37734bb0aa83 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f5c3e73256d94732b3eb74f0340c5fbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361567 Mar 08 19:14:56.286427 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec1377-aaeb-47be-9c70-37734bb0aa83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17decaa3-35cc-4dd5-b078-f1ecfa428581,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:56.288176 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 45364) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:56.337368 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d57e919c-da6d-4e52-bf05-23c5dc22aed3 admin admin] Publish callbacks [] for security_group (17decaa3-35cc-4dd5-b078-f1ecfa428581), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:56.359603 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d57e919c-da6d-4e52-bf05-23c5dc22aed3 admin admin] Publish callbacks [] for security_group (17decaa3-35cc-4dd5-b078-f1ecfa428581), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:56.473081 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d57e919c-da6d-4e52-bf05-23c5dc22aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (17decaa3-35cc-4dd5-b078-f1ecfa428581), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:56.476170 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d57e919c-da6d-4e52-bf05-23c5dc22aed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:56.479984 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-d57e919c-da6d-4e52-bf05-23c5dc22aed3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/17decaa3-35cc-4dd5-b078-f1ecfa428581 HTTP/1.1" status: 204 len: 168 time: 0.1903555 Mar 08 19:14:56.489624 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e919c-da6d-4e52-bf05-23c5dc22aed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17decaa3-35cc-4dd5-b078-f1ecfa428581,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:56.574387 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 45368) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:56.587702 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c4cd518e-ea31-4e7e-80b1-4e471ce9c357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:56.695617 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c4cd518e-ea31-4e7e-80b1-4e471ce9c357 admin admin] Publish callbacks [] for security_group (f0d1f86f-183b-42f5-b501-d138f312f33f), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:56.714656 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a850eb-499c-4381-aa35-1bab1f8c2930 req-b051f763-6e43-46c2-a43f-6a86f91c1b83 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:56.716150 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-97a850eb-499c-4381-aa35-1bab1f8c2930 req-b051f763-6e43-46c2-a43f-6a86f91c1b83 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0799661 Mar 08 19:14:56.763796 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-97a850eb-499c-4381-aa35-1bab1f8c2930 req-a379a841-cc67-4375-ba7a-1b115a7f9446 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406671 Mar 08 19:14:56.819999 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c4cd518e-ea31-4e7e-80b1-4e471ce9c357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (f0d1f86f-183b-42f5-b501-d138f312f33f), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:56.853721 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-c4cd518e-ea31-4e7e-80b1-4e471ce9c357 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6095740d8dad4f90a5697dad5bfcb388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780643 Mar 08 19:14:56.855674 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd518e-ea31-4e7e-80b1-4e471ce9c357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d1f86f-183b-42f5-b501-d138f312f33f,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:56.856576 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45374) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:14:56.915608 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b92776b9-5acd-47ba-bd3c-4a94be4b1214 admin admin] Publish callbacks [] for security_group (f0d1f86f-183b-42f5-b501-d138f312f33f), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:56.942059 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b92776b9-5acd-47ba-bd3c-4a94be4b1214 admin admin] Publish callbacks [] for security_group (f0d1f86f-183b-42f5-b501-d138f312f33f), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:57.055409 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b92776b9-5acd-47ba-bd3c-4a94be4b1214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (f0d1f86f-183b-42f5-b501-d138f312f33f), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:57.058019 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b92776b9-5acd-47ba-bd3c-4a94be4b1214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:14:57.059173 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b92776b9-5acd-47ba-bd3c-4a94be4b1214 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f0d1f86f-183b-42f5-b501-d138f312f33f HTTP/1.1" status: 204 len: 168 time: 0.2008934 Mar 08 19:14:57.066179 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device ab1d2653-193c-4b46-89f5-5adf4d0861c9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:14:57.068285 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92776b9-5acd-47ba-bd3c-4a94be4b1214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d1f86f-183b-42f5-b501-d138f312f33f,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:14:57.090217 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: ab1d2653-193c-4b46-89f5-5adf4d0861c9 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:14:57.090613 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device ab1d2653-193c-4b46-89f5-5adf4d0861c9 not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:14:57.887284 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f1ae5-9e01-406f-af74-911637adc7e7 req-6b087d79-47bc-4ce2-81b3-9eaf008bffa4 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:57.891957 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bf0f1ae5-9e01-406f-af74-911637adc7e7 req-6b087d79-47bc-4ce2-81b3-9eaf008bffa4 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0577140 Mar 08 19:14:57.946076 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bf0f1ae5-9e01-406f-af74-911637adc7e7 req-9a96de50-5273-4c79-920e-06966de50d51 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461590 Mar 08 19:14:59.073012 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd366b-a61e-4905-aa5f-d99e6b6e9d7c req-3e764b5c-33ea-47ed-9af8-fe57a6219c45 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:14:59.074473 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a8bd366b-a61e-4905-aa5f-d99e6b6e9d7c req-3e764b5c-33ea-47ed-9af8-fe57a6219c45 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0591891 Mar 08 19:14:59.120465 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a8bd366b-a61e-4905-aa5f-d99e6b6e9d7c req-0d7c9a62-4388-4d54-bf3f-19af9a60fdf3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397184 Mar 08 19:15:00.239882 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff407d-1c2d-4a4e-a21d-adceb10d2cbf req-405155e2-933b-4c2f-86b4-163ae3379d1e tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:00.241423 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f6ff407d-1c2d-4a4e-a21d-adceb10d2cbf req-405155e2-933b-4c2f-86b4-163ae3379d1e tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0523763 Mar 08 19:15:00.290956 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f6ff407d-1c2d-4a4e-a21d-adceb10d2cbf req-e3cad6e5-aa79-41bf-8fee-660b757d7e4e tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438521 Mar 08 19:15:01.415753 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716600ca-8c6f-417e-9dcd-79e62a2af93e req-a1c51bb9-1e26-4a4f-8278-d1c3c0f48df0 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:01.417266 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-716600ca-8c6f-417e-9dcd-79e62a2af93e req-a1c51bb9-1e26-4a4f-8278-d1c3c0f48df0 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0565801 Mar 08 19:15:01.468135 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-716600ca-8c6f-417e-9dcd-79e62a2af93e req-dc21af83-e75a-4224-8bc9-2d9bede58ce1 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446031 Mar 08 19:15:01.980989 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9e191d0d-92e6-4cf4-a2a4-008d9239958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:02.476793 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45530) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:02.524139 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee651c0-35ed-4b58-9f1c-a941f618e96a admin admin] Deleting subnet 8e47d5d9-c52e-44cb-9522-f67f363652fc {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:15:02.527269 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0ee651c0-35ed-4b58-9f1c-a941f618e96a admin admin] Publish callbacks [] for subnet (8e47d5d9-c52e-44cb-9522-f67f363652fc), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:02.569785 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0ee651c0-35ed-4b58-9f1c-a941f618e96a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5655609'] for subnet (8e47d5d9-c52e-44cb-9522-f67f363652fc), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:02.595200 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23c12a-0ea2-44cd-abb7-aef722975c42 req-84d9df2d-fe8d-4399-a32d-29bebc417416 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:02.596723 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5d23c12a-0ea2-44cd-abb7-aef722975c42 req-84d9df2d-fe8d-4399-a32d-29bebc417416 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0581868 Mar 08 19:15:02.615427 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0ee651c0-35ed-4b58-9f1c-a941f618e96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (8e47d5d9-c52e-44cb-9522-f67f363652fc), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:02.644773 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5d23c12a-0ea2-44cd-abb7-aef722975c42 req-ce2672f3-2fcd-4330-a42f-f869e9962e14 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419779 Mar 08 19:15:02.741616 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0ee651c0-35ed-4b58-9f1c-a941f618e96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6014785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4975794'] for subnet (8e47d5d9-c52e-44cb-9522-f67f363652fc), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:02.771484 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee651c0-35ed-4b58-9f1c-a941f618e96a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e47d5d9-c52e-44cb-9522-f67f363652fc,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:02.777301 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0ee651c0-35ed-4b58-9f1c-a941f618e96a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:02.781410 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-0ee651c0-35ed-4b58-9f1c-a941f618e96a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8e47d5d9-c52e-44cb-9522-f67f363652fc HTTP/1.1" status: 204 len: 168 time: 0.3035579 Mar 08 19:15:02.789317 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45540) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:02.854461 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7dd54688-86e8-4c0c-8db6-5467cc8a72e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (f176316a-dcf0-4ff8-9d04-4117d60f21a4), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:02.945364 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7dd54688-86e8-4c0c-8db6-5467cc8a72e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (f176316a-dcf0-4ff8-9d04-4117d60f21a4), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:02.976464 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-7dd54688-86e8-4c0c-8db6-5467cc8a72e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f176316a-dcf0-4ff8-9d04-4117d60f21a4']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:15:02.990179 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-7dd54688-86e8-4c0c-8db6-5467cc8a72e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7faedfea-6dc6-4e76-ad36-229cc51f5b98') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:15:02.990573 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-7dd54688-86e8-4c0c-8db6-5467cc8a72e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7faedfea-6dc6-4e76-ad36-229cc51f5b98') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:15:03.006278 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7dd54688-86e8-4c0c-8db6-5467cc8a72e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5655746'] for segment (7faedfea-6dc6-4e76-ad36-229cc51f5b98), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:03.021454 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7dd54688-86e8-4c0c-8db6-5467cc8a72e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (7faedfea-6dc6-4e76-ad36-229cc51f5b98), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:03.027768 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd54688-86e8-4c0c-8db6-5467cc8a72e2 admin admin] Releasing vlan 973 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:15:03.028183 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7dd54688-86e8-4c0c-8db6-5467cc8a72e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6014763'] for segment (7faedfea-6dc6-4e76-ad36-229cc51f5b98), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: Traceback (most recent call last): Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: timer() Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: cb(*args, **kw) Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: return func(*args, **kwargs) Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: self._notify() Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: self.callback(batched_events) Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: event.method(event) Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: return f(self, *a, **k) Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: return self._get(url).json() Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: return self.request(url, 'GET', **kwargs) Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:15:03.030761 dv-cinder-830091-3-iscsi neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:15:03.216595 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7dd54688-86e8-4c0c-8db6-5467cc8a72e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (f176316a-dcf0-4ff8-9d04-4117d60f21a4), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:03.223439 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7dd54688-86e8-4c0c-8db6-5467cc8a72e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:03.229580 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-7dd54688-86e8-4c0c-8db6-5467cc8a72e2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/f176316a-dcf0-4ff8-9d04-4117d60f21a4 HTTP/1.1" status: 204 len: 168 time: 0.4422078 Mar 08 19:15:03.239653 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd54688-86e8-4c0c-8db6-5467cc8a72e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f176316a-dcf0-4ff8-9d04-4117d60f21a4,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:03.678965 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 45566) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:03.731215 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-4469a749-7436-4e53-a3de-4aeaf7d4261e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ba7a7a1ddfb54eaa8b255267ec4bde13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0488315 Mar 08 19:15:03.731962 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45570) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:03.790164 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9f5a7-fecc-4f26-a70d-a0e8a7647ff0 req-3be35c7c-9b94-4d00-af8d-0d65bcb457ab tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:03.791630 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-eed9f5a7-fecc-4f26-a70d-a0e8a7647ff0 req-3be35c7c-9b94-4d00-af8d-0d65bcb457ab tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0682962 Mar 08 19:15:03.803857 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-68a5c094-c440-448c-9145-347c987c7ab5 admin admin] Publish callbacks [] for security_group (23a7f714-72ef-4350-9717-f413a38b6264), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:03.837249 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-68a5c094-c440-448c-9145-347c987c7ab5 admin admin] Publish callbacks [] for security_group (23a7f714-72ef-4350-9717-f413a38b6264), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:03.843473 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-eed9f5a7-fecc-4f26-a70d-a0e8a7647ff0 req-8827392e-336d-4c5f-9098-deefd4f6b1e2 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460765 Mar 08 19:15:03.970152 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-68a5c094-c440-448c-9145-347c987c7ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (23a7f714-72ef-4350-9717-f413a38b6264), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:03.972791 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-68a5c094-c440-448c-9145-347c987c7ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:03.974075 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-68a5c094-c440-448c-9145-347c987c7ab5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/23a7f714-72ef-4350-9717-f413a38b6264 HTTP/1.1" status: 204 len: 168 time: 0.2411234 Mar 08 19:15:03.981951 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5c094-c440-448c-9145-347c987c7ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a7f714-72ef-4350-9717-f413a38b6264,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:04.295805 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7dbc828d-d852-4e66-8b27-d929c424b98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:04.963565 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c7fb0-69c3-4404-9a4f-f224440bc593 req-1d883049-4516-45c3-9661-1ef02ed10cfe tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:04.965089 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-773c7fb0-69c3-4404-9a4f-f224440bc593 req-1d883049-4516-45c3-9661-1ef02ed10cfe tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0555227 Mar 08 19:15:05.019064 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-773c7fb0-69c3-4404-9a4f-f224440bc593 req-5276d97a-3083-45a4-a240-750d62ae1052 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422750 Mar 08 19:15:05.225054 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:06.136443 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f471e5a-5271-4552-97e8-9b37ff16b71f req-04cb6a11-aa58-4534-aa7d-77f4d63b07d5 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:06.138683 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f471e5a-5271-4552-97e8-9b37ff16b71f req-04cb6a11-aa58-4534-aa7d-77f4d63b07d5 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0498424 Mar 08 19:15:06.186637 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f471e5a-5271-4552-97e8-9b37ff16b71f req-025ef096-59e8-4145-8048-adbdd416a162 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423758 Mar 08 19:15:07.209718 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:07.301163 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038d9a4-a5fc-4203-b66c-e0899c3ec58f req-b0ee2034-1f99-4faf-ae1b-2c196e295825 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:07.302618 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c038d9a4-a5fc-4203-b66c-e0899c3ec58f req-b0ee2034-1f99-4faf-ae1b-2c196e295825 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0508397 Mar 08 19:15:07.348361 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c038d9a4-a5fc-4203-b66c-e0899c3ec58f req-af0b22f2-0479-49c9-be16-fbc527d04e3c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402217 Mar 08 19:15:08.416001 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:08.469657 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7010de-b2bf-49b2-bb65-a23eab513483 req-eda180a4-728a-4e42-a0ca-1ac2277925e8 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:08.471183 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2f7010de-b2bf-49b2-bb65-a23eab513483 req-eda180a4-728a-4e42-a0ca-1ac2277925e8 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0525467 Mar 08 19:15:08.518313 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2f7010de-b2bf-49b2-bb65-a23eab513483 req-9d4cbb4a-2fff-465e-896d-ca1cb0cbd425 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416555 Mar 08 19:15:09.648278 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a3332-daea-4cfd-99f1-1b33a0f2ff6a req-4fff82d6-e68b-4522-9b99-b3cf830e44df tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:09.650158 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fb7a3332-daea-4cfd-99f1-1b33a0f2ff6a req-4fff82d6-e68b-4522-9b99-b3cf830e44df tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0633011 Mar 08 19:15:09.705098 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fb7a3332-daea-4cfd-99f1-1b33a0f2ff6a req-2e6d91bb-cc9a-45b1-b4a6-0847e2fbcf61 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480454 Mar 08 19:15:10.828020 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee741780-3b84-47b5-926d-6d683d617dba req-87fdce40-c814-4d01-922c-8f2e81fcd4c3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:10.829559 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ee741780-3b84-47b5-926d-6d683d617dba req-87fdce40-c814-4d01-922c-8f2e81fcd4c3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0516045 Mar 08 19:15:10.875476 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ee741780-3b84-47b5-926d-6d683d617dba req-8c2a913b-005f-4d56-ac3a-c5349cdd3e92 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 Mar 08 19:15:11.990281 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac0dd0-e5bf-4d35-aaf9-1ad5c8c69f73 req-75e03b5c-3be7-4109-b288-c8cab1530e4e tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:11.991731 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9ac0dd0-e5bf-4d35-aaf9-1ad5c8c69f73 req-75e03b5c-3be7-4109-b288-c8cab1530e4e tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0493543 Mar 08 19:15:12.039110 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9ac0dd0-e5bf-4d35-aaf9-1ad5c8c69f73 req-d15db130-e7a2-427a-bc29-cc56623d1149 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418663 Mar 08 19:15:13.157880 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f289f9-7a47-4242-8f49-ffe84f57da88 req-13102bf7-1ec8-4b98-83bc-ad0462f2da33 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:13.159391 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c2f289f9-7a47-4242-8f49-ffe84f57da88 req-13102bf7-1ec8-4b98-83bc-ad0462f2da33 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0540113 Mar 08 19:15:13.208321 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c2f289f9-7a47-4242-8f49-ffe84f57da88 req-64cf6193-f64c-473f-a980-c558e6125c8a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435300 Mar 08 19:15:14.339353 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b5963-c8f5-497c-86f5-f917f4d33cf5 req-0da05af9-1bde-4f2b-a5a8-cd01edab824c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:14.340859 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-df6b5963-c8f5-497c-86f5-f917f4d33cf5 req-0da05af9-1bde-4f2b-a5a8-cd01edab824c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0640671 Mar 08 19:15:14.386109 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-df6b5963-c8f5-497c-86f5-f917f4d33cf5 req-181735ab-1bd6-47fc-ba42-aba8acd28710 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391777 Mar 08 19:15:15.512167 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33d7c8-7556-4fef-b388-8029042eabed req-26a03d7a-6464-4b73-8a82-badaa3ae5c19 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:15.513896 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2a33d7c8-7556-4fef-b388-8029042eabed req-26a03d7a-6464-4b73-8a82-badaa3ae5c19 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0570211 Mar 08 19:15:15.609581 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2a33d7c8-7556-4fef-b388-8029042eabed req-5c2c1837-7158-49fc-ae2f-8af9060808e0 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875976 Mar 08 19:15:15.618017 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb11fc-ec78-41b8-988a-40af6e58857a req-d87be400-aeca-40cf-9a2c-7fb9c5460e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:15.619859 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-feeb11fc-ec78-41b8-988a-40af6e58857a req-d87be400-aeca-40cf-9a2c-7fb9c5460e96 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 1129 time: 0.0825071 Mar 08 19:15:15.681447 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-feeb11fc-ec78-41b8-988a-40af6e58857a req-b0d33920-c173-4a34-bf56-7b815016988b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539298 Mar 08 19:15:16.763751 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85df61a-28bb-471f-a279-e0b0c1561106 req-d872d8eb-24ba-48e1-804a-2427ad88f618 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:16.765247 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b85df61a-28bb-471f-a279-e0b0c1561106 req-d872d8eb-24ba-48e1-804a-2427ad88f618 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0586724 Mar 08 19:15:16.811852 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b85df61a-28bb-471f-a279-e0b0c1561106 req-a4cd1714-6f2d-4b19-a1a3-c00ab9e2af8a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400927 Mar 08 19:15:17.560200 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 45810) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:17.707670 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2e62-0088-4ac8-a4f8-d3d43bf1985f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:17.788772 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2e62-0088-4ac8-a4f8-d3d43bf1985f admin admin] Publish callbacks [] for security_group (96c314ed-7ae0-4e6c-ba99-545de9363be7), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:17.859508 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2e62-0088-4ac8-a4f8-d3d43bf1985f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (96c314ed-7ae0-4e6c-ba99-545de9363be7), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:17.920714 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-6b6b2e62-0088-4ac8-a4f8-d3d43bf1985f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ed7d37e5a1c2441b9c76db09341d6765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3594327 Mar 08 19:15:17.923498 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45820) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:17.928110 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b2e62-0088-4ac8-a4f8-d3d43bf1985f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c314ed-7ae0-4e6c-ba99-545de9363be7,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:17.956925 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8e2d3-2b34-4612-afea-f8120ef25303 req-24016d66-8275-431f-abc8-502a5fbbc5dd tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:17.961066 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0fa8e2d3-2b34-4612-afea-f8120ef25303 req-24016d66-8275-431f-abc8-502a5fbbc5dd tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0781364 Mar 08 19:15:17.975227 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b86c033-36e2-49b2-a92c-9e36b9bc622b admin admin] Publish callbacks [] for security_group (96c314ed-7ae0-4e6c-ba99-545de9363be7), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:17.999348 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b86c033-36e2-49b2-a92c-9e36b9bc622b admin admin] Publish callbacks [] for security_group (96c314ed-7ae0-4e6c-ba99-545de9363be7), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:18.012743 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0fa8e2d3-2b34-4612-afea-f8120ef25303 req-12c5742a-c3b8-4a52-b9f0-7796dfd06963 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480974 Mar 08 19:15:18.133308 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084b6e8-e7d2-4cb9-afeb-9f810a0c493b req-8af10591-9e51-4926-96c2-9550f2f5fd17 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:18.134756 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b084b6e8-e7d2-4cb9-afeb-9f810a0c493b req-8af10591-9e51-4926-96c2-9550f2f5fd17 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0533750 Mar 08 19:15:18.145118 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b86c033-36e2-49b2-a92c-9e36b9bc622b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (96c314ed-7ae0-4e6c-ba99-545de9363be7), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:18.148060 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b86c033-36e2-49b2-a92c-9e36b9bc622b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:18.149227 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-8b86c033-36e2-49b2-a92c-9e36b9bc622b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/96c314ed-7ae0-4e6c-ba99-545de9363be7 HTTP/1.1" status: 204 len: 168 time: 0.2246389 Mar 08 19:15:18.157323 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86c033-36e2-49b2-a92c-9e36b9bc622b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c314ed-7ae0-4e6c-ba99-545de9363be7,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:18.185760 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b084b6e8-e7d2-4cb9-afeb-9f810a0c493b req-c3777d44-1888-46c9-87ac-8250b58202d1 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448375 Mar 08 19:15:18.953508 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45858) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:18.967986 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-320bb9e7-1310-4ea9-90f1-96fd1c528adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:19.045568 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-320bb9e7-1310-4ea9-90f1-96fd1c528adf admin admin] Publish callbacks [] for security_group (5e928031-4777-4542-a841-dc9b572822e7), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:19.111432 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-320bb9e7-1310-4ea9-90f1-96fd1c528adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5e928031-4777-4542-a841-dc9b572822e7), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:19.181876 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bb9e7-1310-4ea9-90f1-96fd1c528adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e928031-4777-4542-a841-dc9b572822e7,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:19.189358 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-320bb9e7-1310-4ea9-90f1-96fd1c528adf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ad7d6da611264b928eadefc857dfa7ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345624 Mar 08 19:15:19.193137 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45864) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:19.256909 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f3de633c-e013-4643-bdef-717ba42ba388 admin admin] Publish callbacks [] for security_group (5e928031-4777-4542-a841-dc9b572822e7), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:19.279757 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f3de633c-e013-4643-bdef-717ba42ba388 admin admin] Publish callbacks [] for security_group (5e928031-4777-4542-a841-dc9b572822e7), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:19.431080 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f3de633c-e013-4643-bdef-717ba42ba388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5e928031-4777-4542-a841-dc9b572822e7), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:19.433904 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f3de633c-e013-4643-bdef-717ba42ba388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:19.437689 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-f3de633c-e013-4643-bdef-717ba42ba388 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5e928031-4777-4542-a841-dc9b572822e7 HTTP/1.1" status: 204 len: 168 time: 0.2418597 Mar 08 19:15:19.446359 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de633c-e013-4643-bdef-717ba42ba388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e928031-4777-4542-a841-dc9b572822e7,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:20.302101 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45890) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:20.421750 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-07f2c8bc-d0e9-4edd-bb94-c24270203cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:20.503737 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-07f2c8bc-d0e9-4edd-bb94-c24270203cf6 admin admin] Publish callbacks [] for security_group (206a5169-fe1a-4134-99e9-cfb98be734bf), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:20.616605 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-07f2c8bc-d0e9-4edd-bb94-c24270203cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (206a5169-fe1a-4134-99e9-cfb98be734bf), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:20.644371 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0117e9-5ba9-47e2-99bf-dcb27b32adc4 req-05be4c74-70f9-47df-b183-c3bf5a6c523b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:20.644371 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d0117e9-5ba9-47e2-99bf-dcb27b32adc4 req-05be4c74-70f9-47df-b183-c3bf5a6c523b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0571306 Mar 08 19:15:20.664272 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-07f2c8bc-d0e9-4edd-bb94-c24270203cf6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0d21b9db391e445c81daabf8c663ea9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3575990 Mar 08 19:15:20.664272 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2c8bc-d0e9-4edd-bb94-c24270203cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206a5169-fe1a-4134-99e9-cfb98be734bf,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:20.668529 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45898) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:20.695432 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d0117e9-5ba9-47e2-99bf-dcb27b32adc4 req-09c0c887-6c76-4e61-b000-73ed1b6f1205 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459683 Mar 08 19:15:20.724330 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-366ef87c-f31f-4508-a606-4b3b4701f20d admin admin] Publish callbacks [] for security_group (206a5169-fe1a-4134-99e9-cfb98be734bf), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:20.745909 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59369ed9-70e9-4277-a3c7-ae683fe86f1d req-9f3749b5-f9b7-475e-9d05-a9b75b8053e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:20.746141 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-366ef87c-f31f-4508-a606-4b3b4701f20d admin admin] Publish callbacks [] for security_group (206a5169-fe1a-4134-99e9-cfb98be734bf), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:20.747458 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-59369ed9-70e9-4277-a3c7-ae683fe86f1d req-9f3749b5-f9b7-475e-9d05-a9b75b8053e3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac3e528a3aa34615a7a87b17e74c1f34&device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0468047 Mar 08 19:15:20.841660 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59369ed9-70e9-4277-a3c7-ae683fe86f1d req-f9cc329b-7a1f-432e-85af-320870efc052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:20.843224 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-59369ed9-70e9-4277-a3c7-ae683fe86f1d req-f9cc329b-7a1f-432e-85af-320870efc052 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57635741-7850-4fb8-8caf-3cc49a276e9c HTTP/1.1" status: 200 len: 919 time: 0.0896225 Mar 08 19:15:20.863423 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45902) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:20.882466 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-366ef87c-f31f-4508-a606-4b3b4701f20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (206a5169-fe1a-4134-99e9-cfb98be734bf), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:20.885895 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-366ef87c-f31f-4508-a606-4b3b4701f20d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:20.886161 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-59369ed9-70e9-4277-a3c7-ae683fe86f1d req-92ccf82b-3b25-410c-906c-74b3fffa149d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44706abe-99b3-4515-9c94-ae08c20efdd8 HTTP/1.1" status: 200 len: 217 time: 0.0367408 Mar 08 19:15:20.887180 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-366ef87c-f31f-4508-a606-4b3b4701f20d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/206a5169-fe1a-4134-99e9-cfb98be734bf HTTP/1.1" status: 204 len: 168 time: 0.2209709 Mar 08 19:15:20.897566 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ef87c-f31f-4508-a606-4b3b4701f20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206a5169-fe1a-4134-99e9-cfb98be734bf,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:20.943807 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59369ed9-70e9-4277-a3c7-ae683fe86f1d req-5b0d4692-d418-489a-a629-b94304bbf17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:20.945628 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-59369ed9-70e9-4277-a3c7-ae683fe86f1d req-5b0d4692-d418-489a-a629-b94304bbf17d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4458874f-5444-4ac0-9eff-261091c9a74c HTTP/1.1" status: 200 len: 858 time: 0.0526757 Mar 08 19:15:20.984620 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-59369ed9-70e9-4277-a3c7-ae683fe86f1d req-527fa9a9-0558-4998-86eb-9f7ffa72ea7a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57635741-7850-4fb8-8caf-3cc49a276e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321600 Mar 08 19:15:21.005089 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-377382f0-1024-41aa-9b5a-b422e04c2d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:21.117236 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-377382f0-1024-41aa-9b5a-b422e04c2d82 admin admin] Publish callbacks [] for security_group (213b990c-7dec-4df7-aa07-e984a36dce2c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:21.164249 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-377382f0-1024-41aa-9b5a-b422e04c2d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (213b990c-7dec-4df7-aa07-e984a36dce2c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:21.210140 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-377382f0-1024-41aa-9b5a-b422e04c2d82 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e0cf20d16d424a37a795403b4338cf5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3454623 Mar 08 19:15:21.211298 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377382f0-1024-41aa-9b5a-b422e04c2d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213b990c-7dec-4df7-aa07-e984a36dce2c,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:21.213695 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45910) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:21.273637 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f33deae6-3a0e-4288-8e3a-88180519d955 admin admin] Publish callbacks [] for security_group (213b990c-7dec-4df7-aa07-e984a36dce2c), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:21.301895 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f33deae6-3a0e-4288-8e3a-88180519d955 admin admin] Publish callbacks [] for security_group (213b990c-7dec-4df7-aa07-e984a36dce2c), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:21.320045 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-59369ed9-70e9-4277-a3c7-ae683fe86f1d req-38d032d9-d5c6-4a5b-bce0-ad24e0960a52 service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294728 Mar 08 19:15:21.417767 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-59369ed9-70e9-4277-a3c7-ae683fe86f1d req-ce7145e7-099a-476e-a633-de10b41052bb service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902967 Mar 08 19:15:21.471394 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f33deae6-3a0e-4288-8e3a-88180519d955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (213b990c-7dec-4df7-aa07-e984a36dce2c), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:21.474128 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f33deae6-3a0e-4288-8e3a-88180519d955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:21.475445 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-f33deae6-3a0e-4288-8e3a-88180519d955 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/213b990c-7dec-4df7-aa07-e984a36dce2c HTTP/1.1" status: 204 len: 168 time: 0.2585063 Mar 08 19:15:21.483785 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33deae6-3a0e-4288-8e3a-88180519d955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213b990c-7dec-4df7-aa07-e984a36dce2c,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:21.599023 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:21.653333 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c01576-ed3c-42f8-82b0-743686c2a3cf req-de1f6876-3c93-4d02-8355-1da66efa6bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:21.654866 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c2c01576-ed3c-42f8-82b0-743686c2a3cf req-de1f6876-3c93-4d02-8355-1da66efa6bd1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac3e528a3aa34615a7a87b17e74c1f34&device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0469298 Mar 08 19:15:21.684139 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45928) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:21.704595 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-12ab3f43-7d74-4277-9450-c5cbfc32a394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:21.803677 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c01576-ed3c-42f8-82b0-743686c2a3cf req-c567b3c1-6bb7-4c11-a2a6-e70c574918d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:21.811423 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c2c01576-ed3c-42f8-82b0-743686c2a3cf req-c567b3c1-6bb7-4c11-a2a6-e70c574918d6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57635741-7850-4fb8-8caf-3cc49a276e9c HTTP/1.1" status: 200 len: 919 time: 0.1356378 Mar 08 19:15:21.813307 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-12ab3f43-7d74-4277-9450-c5cbfc32a394 admin admin] Publish callbacks [] for security_group (7adaa2af-2f6e-4e45-be15-f4e4b36d4d46), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:21.884110 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-12ab3f43-7d74-4277-9450-c5cbfc32a394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (7adaa2af-2f6e-4e45-be15-f4e4b36d4d46), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:21.915218 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c2c01576-ed3c-42f8-82b0-743686c2a3cf req-642c05bc-7020-43dc-8340-fe6f7b5a36a3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44706abe-99b3-4515-9c94-ae08c20efdd8 HTTP/1.1" status: 200 len: 217 time: 0.0904443 Mar 08 19:15:21.934482 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab3f43-7d74-4277-9450-c5cbfc32a394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adaa2af-2f6e-4e45-be15-f4e4b36d4d46,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:21.952460 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-12ab3f43-7d74-4277-9450-c5cbfc32a394 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9d7e52b55a8a44558ad42166a8b8ef08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660086 Mar 08 19:15:21.953767 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45942) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:21.986379 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a77c58-47c5-42f2-819d-c6d2194f2071 req-1b304e2c-dbf2-497c-a0b8-2b8996ce12d4 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:21.988325 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b6a77c58-47c5-42f2-819d-c6d2194f2071 req-1b304e2c-dbf2-497c-a0b8-2b8996ce12d4 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1752067 Mar 08 19:15:21.993057 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c01576-ed3c-42f8-82b0-743686c2a3cf req-165b7a1e-f634-4a45-9b58-dd34ca54b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:21.995258 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c2c01576-ed3c-42f8-82b0-743686c2a3cf req-165b7a1e-f634-4a45-9b58-dd34ca54b080 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4458874f-5444-4ac0-9eff-261091c9a74c HTTP/1.1" status: 200 len: 858 time: 0.0716350 Mar 08 19:15:22.025159 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ee3390dd-5542-467a-a38f-f25b30fe0e73 admin admin] Publish callbacks [] for security_group (7adaa2af-2f6e-4e45-be15-f4e4b36d4d46), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:22.046773 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c2c01576-ed3c-42f8-82b0-743686c2a3cf req-54204f92-ab9b-49f4-9744-f858206da8ec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57635741-7850-4fb8-8caf-3cc49a276e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401821 Mar 08 19:15:22.052675 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ee3390dd-5542-467a-a38f-f25b30fe0e73 admin admin] Publish callbacks [] for security_group (7adaa2af-2f6e-4e45-be15-f4e4b36d4d46), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:22.103298 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b6a77c58-47c5-42f2-819d-c6d2194f2071 req-879d0a78-5d86-4f3c-bd7f-4e424f78adbf tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068199 Mar 08 19:15:22.164761 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c2c01576-ed3c-42f8-82b0-743686c2a3cf req-9b069123-651c-45d0-ae2c-b17d07e346fa service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121745 Mar 08 19:15:22.197053 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ee3390dd-5542-467a-a38f-f25b30fe0e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (7adaa2af-2f6e-4e45-be15-f4e4b36d4d46), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:22.203229 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ee3390dd-5542-467a-a38f-f25b30fe0e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:22.206363 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-ee3390dd-5542-467a-a38f-f25b30fe0e73 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7adaa2af-2f6e-4e45-be15-f4e4b36d4d46 HTTP/1.1" status: 204 len: 168 time: 0.2494156 Mar 08 19:15:22.217438 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3390dd-5542-467a-a38f-f25b30fe0e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adaa2af-2f6e-4e45-be15-f4e4b36d4d46,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:22.299168 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45958) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:22.300621 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c2c01576-ed3c-42f8-82b0-743686c2a3cf req-c6a1d2e4-8b82-436b-a745-fdbd33f1807d service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281114 Mar 08 19:15:22.524079 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c4ba957d-94e3-41f1-8b7e-fa15236c1f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:22.607610 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c4ba957d-94e3-41f1-8b7e-fa15236c1f69 admin admin] Publish callbacks [] for security_group (14f31d9e-3725-494b-a124-49faf8a248bf), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:22.690170 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c4ba957d-94e3-41f1-8b7e-fa15236c1f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (14f31d9e-3725-494b-a124-49faf8a248bf), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:22.728487 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-c4ba957d-94e3-41f1-8b7e-fa15236c1f69 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8962e2d0e6544ab4a51c30247f6229ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275503 Mar 08 19:15:22.730439 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba957d-94e3-41f1-8b7e-fa15236c1f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f31d9e-3725-494b-a124-49faf8a248bf,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:22.731238 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 45972) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:22.787442 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Publish callbacks [] for security_group (14f31d9e-3725-494b-a124-49faf8a248bf), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:22.808530 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Publish callbacks [] for security_group (14f31d9e-3725-494b-a124-49faf8a248bf), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:22.964369 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (14f31d9e-3725-494b-a124-49faf8a248bf), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:22.968107 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:22.969379 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/14f31d9e-3725-494b-a124-49faf8a248bf HTTP/1.1" status: 204 len: 168 time: 0.2369537 Mar 08 19:15:22.979643 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f31d9e-3725-494b-a124-49faf8a248bf,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:22.988782 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:22.989254 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:22.989667 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:22.990029 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:22.990429 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:22.990869 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:22.991256 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:22.991656 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:22.992166 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:22.992523 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:22.992906 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:22.993285 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:22.993707 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edeae6e-f85e-408e-84eb-43648b40b583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:23.071679 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 45978) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:23.085258 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d2f62c99-bcc0-4fdf-b124-099c60a87b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:23.174532 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d2f62c99-bcc0-4fdf-b124-099c60a87b55 admin admin] Publish callbacks [] for security_group (e98836ae-442d-49ae-8f9d-e56e23e74656), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:23.231886 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a46d23-f177-45f6-8d64-b17620cfcb5c req-d3dd3198-5d50-4cd7-8967-469956456015 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:23.233366 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c4a46d23-f177-45f6-8d64-b17620cfcb5c req-d3dd3198-5d50-4cd7-8967-469956456015 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0539243 Mar 08 19:15:23.234469 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d2f62c99-bcc0-4fdf-b124-099c60a87b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (e98836ae-442d-49ae-8f9d-e56e23e74656), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:23.291514 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-d2f62c99-bcc0-4fdf-b124-099c60a87b55 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=341ec154431542e9bdefd2776d1070d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186658 Mar 08 19:15:23.294573 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 45984) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:23.296125 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f62c99-bcc0-4fdf-b124-099c60a87b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98836ae-442d-49ae-8f9d-e56e23e74656,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:23.325707 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c4a46d23-f177-45f6-8d64-b17620cfcb5c req-591335da-9cb3-4138-9678-5d98bc501adf tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860605 Mar 08 19:15:23.351964 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Publish callbacks [] for security_group (e98836ae-442d-49ae-8f9d-e56e23e74656), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:23.373612 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Publish callbacks [] for security_group (e98836ae-442d-49ae-8f9d-e56e23e74656), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:23.558264 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (e98836ae-442d-49ae-8f9d-e56e23e74656), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:23.560943 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:23.562103 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e98836ae-442d-49ae-8f9d-e56e23e74656 HTTP/1.1" status: 204 len: 168 time: 0.2661011 Mar 08 19:15:23.570520 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98836ae-442d-49ae-8f9d-e56e23e74656,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:23.577642 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:23.578026 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:23.578385 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:23.578727 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:23.579064 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:23.579400 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:23.580392 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:23.580725 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:23.581061 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:23.581392 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:23.581719 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:23.582053 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:23.582368 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f446b5-cb0f-4260-94ee-aec9323dfe2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:24.457741 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20bc1d-8cba-4949-b0ca-2a27be0c0078 req-3bc57b15-69cf-45d3-9401-93912ac18497 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:24.459151 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cd20bc1d-8cba-4949-b0ca-2a27be0c0078 req-3bc57b15-69cf-45d3-9401-93912ac18497 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0538828 Mar 08 19:15:24.511410 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cd20bc1d-8cba-4949-b0ca-2a27be0c0078 req-c7fbfe91-3798-473e-8425-258d822a465b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463862 Mar 08 19:15:24.640591 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46044) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:24.791167 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-9714bdbb-82c6-4197-81c8-39ba65332339 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1954158291-network', 'tenant_id': 'f10261552daf4cb9a0cf1b53cb019b42'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:15:24.894082 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9714bdbb-82c6-4197-81c8-39ba65332339 admin admin] Made reservation on behalf of f10261552daf4cb9a0cf1b53cb019b42 for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:15:24.896454 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9714bdbb-82c6-4197-81c8-39ba65332339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:24.907617 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9714bdbb-82c6-4197-81c8-39ba65332339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:24.986151 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9714bdbb-82c6-4197-81c8-39ba65332339 admin admin] Publish callbacks [] for security_group (e4d57884-74a4-4d6a-b5c7-b0014798fefb), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:25.059211 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9714bdbb-82c6-4197-81c8-39ba65332339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (e4d57884-74a4-4d6a-b5c7-b0014798fefb), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:25.081058 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9714bdbb-82c6-4197-81c8-39ba65332339 admin admin] vlan segment allocate from pool success with {'vlan_id': 968, 'physical_network': 'physnet1'} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:15:25.094378 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714bdbb-82c6-4197-81c8-39ba65332339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d57884-74a4-4d6a-b5c7-b0014798fefb,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:25.099417 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9714bdbb-82c6-4197-81c8-39ba65332339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (b61c4bd5-ef2e-4855-afb0-3b29738b6ee3), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:25.099763 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.segments_db [None req-9714bdbb-82c6-4197-81c8-39ba65332339 admin admin] Added segment b61c4bd5-ef2e-4855-afb0-3b29738b6ee3 of type vlan for network 3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 Mar 08 19:15:25.139974 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9714bdbb-82c6-4197-81c8-39ba65332339 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (3eaa1a64-1730-4b60-97b5-c1f5e0ba8463), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:25.254079 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9714bdbb-82c6-4197-81c8-39ba65332339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (3eaa1a64-1730-4b60-97b5-c1f5e0ba8463), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:25.255064 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714bdbb-82c6-4197-81c8-39ba65332339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:25.255651 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9714bdbb-82c6-4197-81c8-39ba65332339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:25.317944 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714bdbb-82c6-4197-81c8-39ba65332339 admin admin] Pushing event updated for resources: {'Network': ['ID=3eaa1a64-1730-4b60-97b5-c1f5e0ba8463,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:25.330062 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network 3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:15:25.418481 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-9714bdbb-82c6-4197-81c8-39ba65332339 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7766714 Mar 08 19:15:25.421329 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46062) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:25.426878 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-07462e4b-34b5-4009-a905-3c85d0c44406 admin admin] Request body: {'subnet': {'network_id': '3eaa1a64-1730-4b60-97b5-c1f5e0ba8463', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1954158291-subnet', 'tenant_id': 'f10261552daf4cb9a0cf1b53cb019b42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:15:25.517688 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46068) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:25.552967 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07462e4b-34b5-4009-a905-3c85d0c44406 admin admin] Made reservation on behalf of f10261552daf4cb9a0cf1b53cb019b42 for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:15:25.555569 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-07462e4b-34b5-4009-a905-3c85d0c44406 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4975829'] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:25.666339 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602bcde-50c9-4fa7-aa02-bf18a0d5a594 req-0f44050c-f11b-4224-b2c3-f9f18eeaca18 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:25.668120 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a602bcde-50c9-4fa7-aa02-bf18a0d5a594 req-0f44050c-f11b-4224-b2c3-f9f18eeaca18 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0869787 Mar 08 19:15:25.684225 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9e8c5905-7050-4e1c-9c2e-7d3c52bbb056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:25.719174 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a602bcde-50c9-4fa7-aa02-bf18a0d5a594 req-c3f34d55-99a4-48e9-9d59-d6c6856c21b6 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448003 Mar 08 19:15:25.811120 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9e8c5905-7050-4e1c-9c2e-7d3c52bbb056 admin admin] Publish callbacks [] for security_group (c9c44c27-a3be-4735-8f15-556f2c35ec0d), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:25.832745 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-07462e4b-34b5-4009-a905-3c85d0c44406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6014598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4975819'] for subnet (2fedd0cf-30b5-40e1-863a-67b2446c1996), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:25.886029 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9e8c5905-7050-4e1c-9c2e-7d3c52bbb056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (c9c44c27-a3be-4735-8f15-556f2c35ec0d), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:25.892250 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07462e4b-34b5-4009-a905-3c85d0c44406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fedd0cf-30b5-40e1-863a-67b2446c1996,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:25.931372 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07462e4b-34b5-4009-a905-3c85d0c44406 admin admin] Checking segment: {'id': 'b61c4bd5-ef2e-4855-afb0-3b29738b6ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '3eaa1a64-1730-4b60-97b5-c1f5e0ba8463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:15:25.931717 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07462e4b-34b5-4009-a905-3c85d0c44406 admin admin] Network hostable DHCP agents. Network: 3eaa1a64-1730-4b60-97b5-c1f5e0ba8463, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:15:25.941954 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-9e8c5905-7050-4e1c-9c2e-7d3c52bbb056 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6eb9641cab4c41c58ae88715f434bbf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4232035 Mar 08 19:15:25.943941 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c5905-7050-4e1c-9c2e-7d3c52bbb056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c44c27-a3be-4735-8f15-556f2c35ec0d,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:25.944750 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 46074) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:25.992921 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-31e230fc-a1a0-431d-915e-3f9fc4e44bc3 admin admin] Publish callbacks [] for security_group (c9c44c27-a3be-4735-8f15-556f2c35ec0d), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:26.014674 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-31e230fc-a1a0-431d-915e-3f9fc4e44bc3 admin admin] Publish callbacks [] for security_group (c9c44c27-a3be-4735-8f15-556f2c35ec0d), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:26.043668 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07462e4b-34b5-4009-a905-3c85d0c44406 admin admin] Network 3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:15:26.139509 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-07462e4b-34b5-4009-a905-3c85d0c44406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, 3eaa1a64-1730-4b60-97b5-c1f5e0ba8463) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:15:26.145098 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07462e4b-34b5-4009-a905-3c85d0c44406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:26.146441 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-07462e4b-34b5-4009-a905-3c85d0c44406 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:26.147977 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55712dfa-938d-4d9e-bdab-571d57c24554 None None] Network 3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:15:26.170006 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-31e230fc-a1a0-431d-915e-3f9fc4e44bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (c9c44c27-a3be-4735-8f15-556f2c35ec0d), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:26.170006 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-31e230fc-a1a0-431d-915e-3f9fc4e44bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:26.170006 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-31e230fc-a1a0-431d-915e-3f9fc4e44bc3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c9c44c27-a3be-4735-8f15-556f2c35ec0d HTTP/1.1" status: 204 len: 168 time: 0.2219610 Mar 08 19:15:26.177885 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e230fc-a1a0-431d-915e-3f9fc4e44bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c44c27-a3be-4735-8f15-556f2c35ec0d,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:26.240675 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-07462e4b-34b5-4009-a905-3c85d0c44406 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8182802 Mar 08 19:15:26.257045 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1f91e5-c5fa-4130-8357-e77d08639a08 None None] Network 3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:15:26.858873 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3dfa5-8fa8-4348-802c-a4c6f6efa0da req-d315f549-7687-4fbd-acb1-8e445c8ddd53 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:26.860413 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-46f3dfa5-8fa8-4348-802c-a4c6f6efa0da req-d315f549-7687-4fbd-acb1-8e445c8ddd53 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0703883 Mar 08 19:15:26.910181 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-46f3dfa5-8fa8-4348-802c-a4c6f6efa0da req-c36849a7-22c8-4a15-bc46-f292853db3d0 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437593 Mar 08 19:15:26.916266 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 46096) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:26.932857 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-79ea020c-2015-4f5b-8043-b860d2b4db5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:27.014189 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-79ea020c-2015-4f5b-8043-b860d2b4db5b admin admin] Publish callbacks [] for security_group (2cd6adda-047b-48cc-840d-a7da098259bc), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:27.059120 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 46100) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:27.072860 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-79ea020c-2015-4f5b-8043-b860d2b4db5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (2cd6adda-047b-48cc-840d-a7da098259bc), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:27.112981 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-79ea020c-2015-4f5b-8043-b860d2b4db5b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c55a3c7ea2a04773bd64df09d0f9231a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955998 Mar 08 19:15:27.115582 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 46104) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:27.121551 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea020c-2015-4f5b-8043-b860d2b4db5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd6adda-047b-48cc-840d-a7da098259bc,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:27.193062 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-833864d2-f112-4738-b067-1edbc4dd2dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:27.195005 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-76983ab3-c562-4f44-9c98-f15cc2d253a2 admin admin] Publish callbacks [] for security_group (2cd6adda-047b-48cc-840d-a7da098259bc), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:27.242903 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-76983ab3-c562-4f44-9c98-f15cc2d253a2 admin admin] Publish callbacks [] for security_group (2cd6adda-047b-48cc-840d-a7da098259bc), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:27.328167 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-833864d2-f112-4738-b067-1edbc4dd2dec admin admin] Publish callbacks [] for security_group (b3790355-28b3-48d4-91ed-c1f65b9c8647), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:27.404279 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-76983ab3-c562-4f44-9c98-f15cc2d253a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (2cd6adda-047b-48cc-840d-a7da098259bc), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:27.406932 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-76983ab3-c562-4f44-9c98-f15cc2d253a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:27.408391 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-76983ab3-c562-4f44-9c98-f15cc2d253a2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2cd6adda-047b-48cc-840d-a7da098259bc HTTP/1.1" status: 204 len: 168 time: 0.2918363 Mar 08 19:15:27.409135 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-833864d2-f112-4738-b067-1edbc4dd2dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (b3790355-28b3-48d4-91ed-c1f65b9c8647), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:27.425798 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76983ab3-c562-4f44-9c98-f15cc2d253a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd6adda-047b-48cc-840d-a7da098259bc,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:27.462072 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-833864d2-f112-4738-b067-1edbc4dd2dec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3f89cfc95f814e73b8bc959d716f2e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3993738 Mar 08 19:15:27.462440 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46114) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:27.475728 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833864d2-f112-4738-b067-1edbc4dd2dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3790355-28b3-48d4-91ed-c1f65b9c8647,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:27.521333 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-295d6ba6-e143-48bb-a8bd-f40243cee8cf admin admin] Publish callbacks [] for security_group (b3790355-28b3-48d4-91ed-c1f65b9c8647), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:27.542088 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-295d6ba6-e143-48bb-a8bd-f40243cee8cf admin admin] Publish callbacks [] for security_group (b3790355-28b3-48d4-91ed-c1f65b9c8647), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:27.769795 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-295d6ba6-e143-48bb-a8bd-f40243cee8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (b3790355-28b3-48d4-91ed-c1f65b9c8647), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:27.772630 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-295d6ba6-e143-48bb-a8bd-f40243cee8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:27.773940 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-295d6ba6-e143-48bb-a8bd-f40243cee8cf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b3790355-28b3-48d4-91ed-c1f65b9c8647 HTTP/1.1" status: 204 len: 168 time: 0.3105268 Mar 08 19:15:27.785018 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d6ba6-e143-48bb-a8bd-f40243cee8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3790355-28b3-48d4-91ed-c1f65b9c8647,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:28.030195 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390d9be-d904-4aea-9437-06d8310031af req-ebe56575-ed8b-4f9d-95a8-dfc47687d73c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:28.031588 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8390d9be-d904-4aea-9437-06d8310031af req-ebe56575-ed8b-4f9d-95a8-dfc47687d73c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0533581 Mar 08 19:15:28.080843 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8390d9be-d904-4aea-9437-06d8310031af req-2f797511-b364-48b8-9aeb-c9b26ee58557 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436127 Mar 08 19:15:28.841705 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef32e99-8869-412e-b940-e6d2dd2df1ac req-2cd01a45-a117-4a73-98cf-9ee880103d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:28.843383 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6ef32e99-8869-412e-b940-e6d2dd2df1ac req-2cd01a45-a117-4a73-98cf-9ee880103d15 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0450981 Mar 08 19:15:28.887761 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6ef32e99-8869-412e-b940-e6d2dd2df1ac req-d2d95396-5408-4e96-b991-49b0e509c4ae service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384109 Mar 08 19:15:29.212467 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde84ad-baff-4b29-aa57-a7c1ada0c210 req-87269861-3f26-4ebf-8f9c-0f5531437e2d tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:29.213853 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1cde84ad-baff-4b29-aa57-a7c1ada0c210 req-87269861-3f26-4ebf-8f9c-0f5531437e2d tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0589340 Mar 08 19:15:29.264009 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1cde84ad-baff-4b29-aa57-a7c1ada0c210 req-493191fe-fa9c-4282-a611-e143f641ff46 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428026 Mar 08 19:15:29.768437 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-f32c0a06-2b78-4289-a9fb-b9383398b689 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:29.775031 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-f32c0a06-2b78-4289-a9fb-b9383398b689 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/networks?id=3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 HTTP/1.1" status: 200 len: 814 time: 0.1108756 Mar 08 19:15:29.790971 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-eb9dc616-43f8-46f4-a2bb-2ac3e6f00e25 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/quotas/f10261552daf4cb9a0cf1b53cb019b42 HTTP/1.1" status: 200 len: 375 time: 0.0150959 Mar 08 19:15:29.827029 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-67520687-2020-45fc-95ec-45613f0534a6 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f10261552daf4cb9a0cf1b53cb019b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351818 Mar 08 19:15:29.931688 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-52499f03-23ed-40a9-b916-36727c5d7c7d service neutron] 10.222.0.75 "GET /v2.0/networks/3eaa1a64-1730-4b60-97b5-c1f5e0ba8463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957918 Mar 08 19:15:30.030922 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-345967ea-9807-40fc-b9aa-6d29b6dcd8a4 service neutron] 10.222.0.75 "GET /v2.0/networks/3eaa1a64-1730-4b60-97b5-c1f5e0ba8463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923710 Mar 08 19:15:30.369508 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d68bc20-fc10-41ef-b2ef-32a2bcb28073 req-bdd57a29-bcc7-4fe4-831c-f090ca4c0964 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 210 time: 0.0506933 Mar 08 19:15:30.443413 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785018fd-31ce-4902-a9f5-cd5d8d09e3d4 req-5a0414f1-8db6-4462-bd8a-fb08ba6bb06d tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:30.444970 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-785018fd-31ce-4902-a9f5-cd5d8d09e3d4 req-5a0414f1-8db6-4462-bd8a-fb08ba6bb06d tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0554712 Mar 08 19:15:30.526286 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-785018fd-31ce-4902-a9f5-cd5d8d09e3d4 req-aa195c73-c01c-484e-87aa-7f3ef1ca3fd9 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755308 Mar 08 19:15:31.399007 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46278) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:31.467863 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f55ccc30-1749-44e6-956b-041ca1ae2504 req-1464d9cb-cf70-4fe7-988b-37e8854a4465 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 210 time: 0.0386555 Mar 08 19:15:31.529915 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c1c4-3eb1-448c-b9d3-1c6bc20d8f1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:31.622139 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c1c4-3eb1-448c-b9d3-1c6bc20d8f1e admin admin] Publish callbacks [] for security_group (7cead9a3-8bb2-440d-8362-d94fa4a374b5), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:31.651444 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37774cec-1264-45b4-81fc-aaa0bbd0d2d8 req-f8e78b12-cdba-4157-8258-f4e0ec96ad99 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:31.653035 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-37774cec-1264-45b4-81fc-aaa0bbd0d2d8 req-f8e78b12-cdba-4157-8258-f4e0ec96ad99 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0559216 Mar 08 19:15:31.700220 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-37774cec-1264-45b4-81fc-aaa0bbd0d2d8 req-2df2aa4b-4182-42ff-b4c1-606037d96fa4 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415003 Mar 08 19:15:31.790836 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c1c4-3eb1-448c-b9d3-1c6bc20d8f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (7cead9a3-8bb2-440d-8362-d94fa4a374b5), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:31.834518 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-f1b7c1c4-3eb1-448c-b9d3-1c6bc20d8f1e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=323ae30b3a1d4ccaa8adfd25af060d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4341013 Mar 08 19:15:31.835406 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7c1c4-3eb1-448c-b9d3-1c6bc20d8f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cead9a3-8bb2-440d-8362-d94fa4a374b5,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:31.837312 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 46290) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:31.886717 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8555-ecc8-497d-9668-a091c659a7db admin admin] Publish callbacks [] for security_group (7cead9a3-8bb2-440d-8362-d94fa4a374b5), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:31.910646 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8555-ecc8-497d-9668-a091c659a7db admin admin] Publish callbacks [] for security_group (7cead9a3-8bb2-440d-8362-d94fa4a374b5), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:32.049212 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2b9bc7b6-dc75-41ae-98ad-b2b561c06d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:32.066490 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8555-ecc8-497d-9668-a091c659a7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (7cead9a3-8bb2-440d-8362-d94fa4a374b5), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:32.069179 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8555-ecc8-497d-9668-a091c659a7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:32.070337 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-0c4f8555-ecc8-497d-9668-a091c659a7db admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7cead9a3-8bb2-440d-8362-d94fa4a374b5 HTTP/1.1" status: 204 len: 168 time: 0.2317257 Mar 08 19:15:32.089917 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f8555-ecc8-497d-9668-a091c659a7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cead9a3-8bb2-440d-8362-d94fa4a374b5,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:32.183682 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99fe2b-ac64-4822-ad28-2b120d8b45eb req-9a1059ab-f2f2-4614-88c6-91bc7d01b924 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:32.185804 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1a99fe2b-ac64-4822-ad28-2b120d8b45eb req-9a1059ab-f2f2-4614-88c6-91bc7d01b924 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0607228 Mar 08 19:15:32.239118 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1a99fe2b-ac64-4822-ad28-2b120d8b45eb req-c238e3fe-e8b9-4046-b9f5-d4603b9d4202 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473058 Mar 08 19:15:32.300492 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dce450-98e5-4fcd-bbbc-767defdf52d8 req-409b1ef9-afb3-4270-9360-50c7fb2d189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:32.302035 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d7dce450-98e5-4fcd-bbbc-767defdf52d8 req-409b1ef9-afb3-4270-9360-50c7fb2d189a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac3e528a3aa34615a7a87b17e74c1f34&device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0526111 Mar 08 19:15:32.397357 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dce450-98e5-4fcd-bbbc-767defdf52d8 req-c03059f1-ce37-4692-b8cf-aae3cf4e9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:32.398859 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d7dce450-98e5-4fcd-bbbc-767defdf52d8 req-c03059f1-ce37-4692-b8cf-aae3cf4e9c41 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57635741-7850-4fb8-8caf-3cc49a276e9c HTTP/1.1" status: 200 len: 919 time: 0.0902476 Mar 08 19:15:32.442251 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d7dce450-98e5-4fcd-bbbc-767defdf52d8 req-564ac58a-acbb-452a-9563-eaa45e5d19ac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44706abe-99b3-4515-9c94-ae08c20efdd8 HTTP/1.1" status: 200 len: 217 time: 0.0362310 Mar 08 19:15:32.493873 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dce450-98e5-4fcd-bbbc-767defdf52d8 req-4e93e8ed-02ba-4ea1-bfae-5e839fbcd8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:32.495394 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d7dce450-98e5-4fcd-bbbc-767defdf52d8 req-4e93e8ed-02ba-4ea1-bfae-5e839fbcd8ba service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4458874f-5444-4ac0-9eff-261091c9a74c HTTP/1.1" status: 200 len: 858 time: 0.0450978 Mar 08 19:15:32.529907 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d7dce450-98e5-4fcd-bbbc-767defdf52d8 req-b7a57351-d034-4df8-a624-faec413f6614 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57635741-7850-4fb8-8caf-3cc49a276e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248611 Mar 08 19:15:32.600942 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0911b595-e79e-4971-a6dc-1eefcabbc7e9 req-c0bec1df-c7d3-4f7f-8297-1d0d9a867100 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 210 time: 0.0536363 Mar 08 19:15:32.657907 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d7dce450-98e5-4fcd-bbbc-767defdf52d8 req-33016b9d-778e-47f8-8c5a-f11025c3ce8f service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198130 Mar 08 19:15:32.733355 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:15:32.748836 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d7dce450-98e5-4fcd-bbbc-767defdf52d8 req-9ed2fdab-4147-4db3-95d1-c212470c0578 service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857534 Mar 08 19:15:32.875181 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 46302) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:32.889120 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e584191b-8ebe-4751-b3ab-81d68256ab3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:33.021556 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-bbdc39a9-fd1a-410b-9d53-532eefc72dfe tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:33.022922 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-bbdc39a9-fd1a-410b-9d53-532eefc72dfe tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.76 "GET /v2.0/networks?id=3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 HTTP/1.1" status: 200 len: 814 time: 0.1251245 Mar 08 19:15:33.043038 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-e525c991-2123-42c0-8966-79afd7e2fbed tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Request body: {'port': {'device_id': '34bb0f82-aeaa-42b9-b40a-c5217b7a2115', 'network_id': '3eaa1a64-1730-4b60-97b5-c1f5e0ba8463', 'admin_state_up': True, 'tenant_id': 'f10261552daf4cb9a0cf1b53cb019b42'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:15:33.070945 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e584191b-8ebe-4751-b3ab-81d68256ab3c admin admin] Publish callbacks [] for security_group (300d740e-0d47-4069-a3c4-e3b6a3988549), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:33.192140 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e584191b-8ebe-4751-b3ab-81d68256ab3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (300d740e-0d47-4069-a3c4-e3b6a3988549), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:33.230470 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-e584191b-8ebe-4751-b3ab-81d68256ab3c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eaef7ab2deeb4606bacb84e4d569f3ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541996 Mar 08 19:15:33.231346 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584191b-8ebe-4751-b3ab-81d68256ab3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300d740e-0d47-4069-a3c4-e3b6a3988549,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:33.233267 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46304) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:33.284167 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-e525c991-2123-42c0-8966-79afd7e2fbed tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Made reservation on behalf of f10261552daf4cb9a0cf1b53cb019b42 for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:15:33.286477 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1796-f9f0-4f61-a90e-1358ec3042bc admin admin] Publish callbacks [] for security_group (300d740e-0d47-4069-a3c4-e3b6a3988549), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:33.287587 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-e525c991-2123-42c0-8966-79afd7e2fbed tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:33.310382 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1796-f9f0-4f61-a90e-1358ec3042bc admin admin] Publish callbacks [] for security_group (300d740e-0d47-4069-a3c4-e3b6a3988549), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:33.439396 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3ded4-2bf1-43ee-aa1a-271b8a5ea23d req-1a655fa1-68ad-4741-bae7-76ebd268c8b2 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:33.442077 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8ba3ded4-2bf1-43ee-aa1a-271b8a5ea23d req-1a655fa1-68ad-4741-bae7-76ebd268c8b2 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1295476 Mar 08 19:15:33.455870 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1796-f9f0-4f61-a90e-1358ec3042bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (300d740e-0d47-4069-a3c4-e3b6a3988549), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:33.457833 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-e525c991-2123-42c0-8966-79afd7e2fbed tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Allocated IP 172.20.0.12 (3eaa1a64-1730-4b60-97b5-c1f5e0ba8463/2fedd0cf-30b5-40e1-863a-67b2446c1996/72fb0b49-ef73-4842-996c-d54211ee6abb) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:15:33.458880 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1796-f9f0-4f61-a90e-1358ec3042bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:33.462491 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-0e5b1796-f9f0-4f61-a90e-1358ec3042bc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/300d740e-0d47-4069-a3c4-e3b6a3988549 HTTP/1.1" status: 204 len: 168 time: 0.2259409 Mar 08 19:15:33.477438 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b1796-f9f0-4f61-a90e-1358ec3042bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300d740e-0d47-4069-a3c4-e3b6a3988549,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:33.515856 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8ba3ded4-2bf1-43ee-aa1a-271b8a5ea23d req-65bd9865-531f-48c5-9f77-7da193e90dcc tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683463 Mar 08 19:15:33.665891 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-e525c991-2123-42c0-8966-79afd7e2fbed tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Publish callbacks [] for port (72fb0b49-ef73-4842-996c-d54211ee6abb), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:33.707808 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-091d256c-f371-43c3-b9d8-ca9fe6daf764 req-1caf40e5-c686-4a0e-b9c7-87ae334e0d1a tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 210 time: 0.0363126 Mar 08 19:15:33.890016 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-e525c991-2123-42c0-8966-79afd7e2fbed tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (72fb0b49-ef73-4842-996c-d54211ee6abb), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:33.945937 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-e525c991-2123-42c0-8966-79afd7e2fbed tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Network 3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:15:33.949160 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-e525c991-2123-42c0-8966-79afd7e2fbed tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:15:33.957284 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-e525c991-2123-42c0-8966-79afd7e2fbed tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:15:33.983032 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525c991-2123-42c0-8966-79afd7e2fbed tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Pushing event updated for resources: {'Port': ['ID=72fb0b49-ef73-4842-996c-d54211ee6abb,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:34.012781 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-e525c991-2123-42c0-8966-79afd7e2fbed tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:34.013398 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-e525c991-2123-42c0-8966-79afd7e2fbed tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:34.087040 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-e525c991-2123-42c0-8966-79afd7e2fbed tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0484376 Mar 08 19:15:34.098233 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Request body: {'port': {'device_id': '34bb0f82-aeaa-42b9-b40a-c5217b7a2115', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:15:34.156801 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (72fb0b49-ef73-4842-996c-d54211ee6abb), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:34.352516 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-118ff1b1-b38a-4452-9723-0b9f50150a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:34.420245 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72fb0b49-ef73-4842-996c-d54211ee6abb {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:15:34.429596 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Publish callbacks [] for port (72fb0b49-ef73-4842-996c-d54211ee6abb), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:34.444133 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Transition to ACTIVE for port object 72fb0b49-ef73-4842-996c-d54211ee6abb will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:15:34.513108 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (72fb0b49-ef73-4842-996c-d54211ee6abb), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:34.569064 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Pushing event updated for resources: {'Port': ['ID=72fb0b49-ef73-4842-996c-d54211ee6abb,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:34.681631 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Attempting to bind port 72fb0b49-ef73-4842-996c-d54211ee6abb on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:15:34.681970 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Attempting to bind port 72fb0b49-ef73-4842-996c-d54211ee6abb by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b61c4bd5-ef2e-4855-afb0-3b29738b6ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '3eaa1a64-1730-4b60-97b5-c1f5e0ba8463'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:15:34.682293 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Attempting to bind port 72fb0b49-ef73-4842-996c-d54211ee6abb on network 3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:15:34.699171 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c555c37-95fb-4b76-ac8b-e7cc355222e3 req-013bb5d2-4974-4045-9d39-2958ba10d4cc tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:34.700912 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8c555c37-95fb-4b76-ac8b-e7cc355222e3 req-013bb5d2-4974-4045-9d39-2958ba10d4cc tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0963655 Mar 08 19:15:34.702038 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Port 72fb0b49-ef73-4842-996c-d54211ee6abb on network 3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:15:34.702360 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Attempting to bind port 72fb0b49-ef73-4842-996c-d54211ee6abb on network 3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:15:34.714513 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:15:34.714718 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Checking segment: {'id': 'b61c4bd5-ef2e-4855-afb0-3b29738b6ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '3eaa1a64-1730-4b60-97b5-c1f5e0ba8463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:15:34.714970 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Bound using segment: {'id': 'b61c4bd5-ef2e-4855-afb0-3b29738b6ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '3eaa1a64-1730-4b60-97b5-c1f5e0ba8463'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:15:34.715515 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Bound port: 72fb0b49-ef73-4842-996c-d54211ee6abb, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b61c4bd5-ef2e-4855-afb0-3b29738b6ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '3eaa1a64-1730-4b60-97b5-c1f5e0ba8463'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:15:34.715753 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (72fb0b49-ef73-4842-996c-d54211ee6abb), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:34.801951 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8c555c37-95fb-4b76-ac8b-e7cc355222e3 req-4eb062f1-3e45-4b16-a790-76726182bf53 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938520 Mar 08 19:15:34.837400 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] For port 72fb0b49-ef73-4842-996c-d54211ee6abb, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:15:34.852438 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] For port 72fb0b49-ef73-4842-996c-d54211ee6abb, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72fb0b49-ef73-4842-996c-d54211ee6abb,segment=NetworkSegment(b61c4bd5-ef2e-4855-afb0-3b29738b6ee3),segment_id=b61c4bd5-ef2e-4855-afb0-3b29738b6ee3)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:15:34.867127 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15511f17-d363-4ddd-a917-449ad3f3d438 req-beb6f6c3-06e2-4898-a551-aef461d68899 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:34.868629 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-15511f17-d363-4ddd-a917-449ad3f3d438 req-beb6f6c3-06e2-4898-a551-aef461d68899 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 944 time: 0.0849919 Mar 08 19:15:34.927027 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-15511f17-d363-4ddd-a917-449ad3f3d438 req-a54f8bfb-4299-4f36-8dc4-3e3093635844 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527003 Mar 08 19:15:34.953364 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (72fb0b49-ef73-4842-996c-d54211ee6abb), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:34.987277 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:34.987901 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:34.989439 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] 10.222.0.76 "PUT /v2.0/ports/72fb0b49-ef73-4842-996c-d54211ee6abb HTTP/1.1" status: 200 len: 1094 time: 0.8956120 Mar 08 19:15:34.991855 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bb0f82-aeaa-42b9-b40a-c5217b7a2115', 'tag': '72fb0b49-ef73-4842-996c-d54211ee6abb'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:15:34.994172 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99abf94-5eac-4fe3-b36e-ff947b777fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "34bb0f82-aeaa-42b9-b40a-c5217b7a2115", "tag": "72fb0b49-ef73-4842-996c-d54211ee6abb"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:15:35.023693 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72351a96-7e7e-41ce-afd4-d19726aca754 service neutron] Pushing event updated for resources: {'Port': ['ID=72fb0b49-ef73-4842-996c-d54211ee6abb,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:35.033348 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3614e1-972e-44e3-900a-e3a6cdd12fc2 x-openstack-request-id: req-bd3614e1-972e-44e3-900a-e3a6cdd12fc2 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:15:35.033631 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bb0f82-aeaa-42b9-b40a-c5217b7a2115", "tag": "72fb0b49-ef73-4842-996c-d54211ee6abb", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:15:35.033889 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bd3614e1-972e-44e3-900a-e3a6cdd12fc2 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:15:35.034407 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bb0f82-aeaa-42b9-b40a-c5217b7a2115', 'tag': '72fb0b49-ef73-4842-996c-d54211ee6abb', 'status': 'completed', 'code': 200} Mar 08 19:15:35.100209 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99abf94-5eac-4fe3-b36e-ff947b777fd5 req-521adaf3-4a89-4673-82df-de31ca012f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:35.101783 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c99abf94-5eac-4fe3-b36e-ff947b777fd5 req-521adaf3-4a89-4673-82df-de31ca012f92 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f10261552daf4cb9a0cf1b53cb019b42&device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 1128 time: 0.0469644 Mar 08 19:15:35.207809 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99abf94-5eac-4fe3-b36e-ff947b777fd5 req-11683526-bd28-4487-9b61-9c742f83bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:35.209632 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c99abf94-5eac-4fe3-b36e-ff947b777fd5 req-11683526-bd28-4487-9b61-9c742f83bd29 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=f10261552daf4cb9a0cf1b53cb019b42&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1008120 Mar 08 19:15:35.215394 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:35.315769 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99abf94-5eac-4fe3-b36e-ff947b777fd5 req-bb1a6adb-387b-4488-b018-2153305d09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:35.317600 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c99abf94-5eac-4fe3-b36e-ff947b777fd5 req-bb1a6adb-387b-4488-b018-2153305d09bc service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889645 Mar 08 19:15:35.400458 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-7a9c757f-169b-4fdb-a8d8-29571022f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:35.402036 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-7a9c757f-169b-4fdb-a8d8-29571022f099 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f10261552daf4cb9a0cf1b53cb019b42&device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 1128 time: 0.0472085 Mar 08 19:15:35.447835 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-5de5afbf-bde8-45c4-9a6c-7d0838ee3588 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72fb0b49-ef73-4842-996c-d54211ee6abb HTTP/1.1" status: 200 len: 217 time: 0.0374660 Mar 08 19:15:35.510655 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-73c67f3f-3173-48e5-891c-bfde17911b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:35.512636 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-73c67f3f-3173-48e5-891c-bfde17911b69 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2fedd0cf-30b5-40e1-863a-67b2446c1996 HTTP/1.1" status: 200 len: 854 time: 0.0458159 Mar 08 19:15:35.544774 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-14cb019b-bcfa-475b-8e6f-b84679a94f47 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3eaa1a64-1730-4b60-97b5-c1f5e0ba8463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254266 Mar 08 19:15:35.645699 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-0fe9de85-26c6-4e52-9be0-0580a307d082 service neutron] 10.222.0.76 "GET /v2.0/networks/3eaa1a64-1730-4b60-97b5-c1f5e0ba8463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900123 Mar 08 19:15:35.745443 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5add5d8b-2a95-45a0-b15b-e61b2222fa51 req-85c6bd82-7630-43e4-9d88-91fff8f49915 service neutron] 10.222.0.76 "GET /v2.0/networks/3eaa1a64-1730-4b60-97b5-c1f5e0ba8463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937879 Mar 08 19:15:35.953538 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e200941-40b6-4ccc-873a-acaa5c88a30d req-218339db-c23f-4f44-9288-676294a5990b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:35.957338 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e200941-40b6-4ccc-873a-acaa5c88a30d req-218339db-c23f-4f44-9288-676294a5990b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0771141 Mar 08 19:15:36.006493 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e200941-40b6-4ccc-873a-acaa5c88a30d req-88135105-0c36-4913-aeab-0b9578616f66 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443666 Mar 08 19:15:36.057672 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cebff-25b6-404b-bb2b-db290bcfafa7 req-ac0aee52-5500-4315-af38-4affc3fa8a79 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:36.059229 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d18cebff-25b6-404b-bb2b-db290bcfafa7 req-ac0aee52-5500-4315-af38-4affc3fa8a79 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 944 time: 0.0572278 Mar 08 19:15:36.135945 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d18cebff-25b6-404b-bb2b-db290bcfafa7 req-100809c4-95c5-413c-a006-b8f21c5d1294 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688243 Mar 08 19:15:36.304065 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46406) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:36.432887 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 46412) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:36.494407 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f36fa4ce-ab90-4a9d-8978-e10e6fbcb864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:36.500517 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-24fe416b-9d23-4661-890f-d43169374259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:36.575411 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f36fa4ce-ab90-4a9d-8978-e10e6fbcb864 admin admin] Publish callbacks [] for security_group (5ac7875e-e239-424d-a2ad-bf9e7080829b), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:36.603306 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-24fe416b-9d23-4661-890f-d43169374259 admin admin] Publish callbacks [] for security_group (749aab6a-d9bc-47e8-9ec8-bb2aeaf04ad1), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:36.721946 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f36fa4ce-ab90-4a9d-8978-e10e6fbcb864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5ac7875e-e239-424d-a2ad-bf9e7080829b), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:36.722121 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-24fe416b-9d23-4661-890f-d43169374259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (749aab6a-d9bc-47e8-9ec8-bb2aeaf04ad1), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:36.763049 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fa4ce-ab90-4a9d-8978-e10e6fbcb864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac7875e-e239-424d-a2ad-bf9e7080829b,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:36.763531 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-24fe416b-9d23-4661-890f-d43169374259 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6b9014699f4b4e58aca90287f9005384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294110 Mar 08 19:15:36.764450 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe416b-9d23-4661-890f-d43169374259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749aab6a-d9bc-47e8-9ec8-bb2aeaf04ad1,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:36.770028 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 46420) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:36.770200 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-f36fa4ce-ab90-4a9d-8978-e10e6fbcb864 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5fae55a650ec479e89564e7407c26184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4621966 Mar 08 19:15:36.770200 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46422) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:36.818036 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9659bf04-38c3-43f2-b407-1ae55c360c86 admin admin] Publish callbacks [] for security_group (749aab6a-d9bc-47e8-9ec8-bb2aeaf04ad1), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:36.822645 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-26d4be9c-bf24-419d-a644-b12ebaffc032 admin admin] Publish callbacks [] for security_group (5ac7875e-e239-424d-a2ad-bf9e7080829b), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:36.839886 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9659bf04-38c3-43f2-b407-1ae55c360c86 admin admin] Publish callbacks [] for security_group (749aab6a-d9bc-47e8-9ec8-bb2aeaf04ad1), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:36.845377 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-26d4be9c-bf24-419d-a644-b12ebaffc032 admin admin] Publish callbacks [] for security_group (5ac7875e-e239-424d-a2ad-bf9e7080829b), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:36.970376 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9659bf04-38c3-43f2-b407-1ae55c360c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (749aab6a-d9bc-47e8-9ec8-bb2aeaf04ad1), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:36.970570 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-26d4be9c-bf24-419d-a644-b12ebaffc032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5ac7875e-e239-424d-a2ad-bf9e7080829b), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:36.973109 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-26d4be9c-bf24-419d-a644-b12ebaffc032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:36.973469 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9659bf04-38c3-43f2-b407-1ae55c360c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:36.974286 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-26d4be9c-bf24-419d-a644-b12ebaffc032 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5ac7875e-e239-424d-a2ad-bf9e7080829b HTTP/1.1" status: 204 len: 168 time: 0.2030966 Mar 08 19:15:36.976241 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-9659bf04-38c3-43f2-b407-1ae55c360c86 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/749aab6a-d9bc-47e8-9ec8-bb2aeaf04ad1 HTTP/1.1" status: 204 len: 168 time: 0.2068493 Mar 08 19:15:36.984233 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4be9c-bf24-419d-a644-b12ebaffc032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac7875e-e239-424d-a2ad-bf9e7080829b,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:36.990316 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659bf04-38c3-43f2-b407-1ae55c360c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749aab6a-d9bc-47e8-9ec8-bb2aeaf04ad1,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:37.253761 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:37.257962 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b7b21-1c23-49fb-bc1e-8a0028026558 req-8072a95f-87a7-47eb-91dc-cdbc1b680232 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:37.259444 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b8b7b21-1c23-49fb-bc1e-8a0028026558 req-8072a95f-87a7-47eb-91dc-cdbc1b680232 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 944 time: 0.0536277 Mar 08 19:15:37.311876 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b8b7b21-1c23-49fb-bc1e-8a0028026558 req-2f4c2937-be26-4617-b328-019b3d651582 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466321 Mar 08 19:15:37.864406 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46436) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:37.877022 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d4a8042e-aeb4-409f-8ac3-f160173187aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:37.950325 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d4a8042e-aeb4-409f-8ac3-f160173187aa admin admin] Publish callbacks [] for security_group (3b6c896e-7640-4d27-b815-3ce0c1bee5fb), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:38.008096 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46438) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:38.021997 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-75e4e8a0-83ea-494a-bc97-0a96773a47f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:38.028857 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d4a8042e-aeb4-409f-8ac3-f160173187aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (3b6c896e-7640-4d27-b815-3ce0c1bee5fb), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:38.077073 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8042e-aeb4-409f-8ac3-f160173187aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6c896e-7640-4d27-b815-3ce0c1bee5fb,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:38.084114 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-d4a8042e-aeb4-409f-8ac3-f160173187aa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f9964b9f4ee84e9da8c4f123dec189f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186501 Mar 08 19:15:38.086836 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 46440) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:38.134236 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-28a9a36c-a865-4f97-af81-e9f9d9cd8f01 admin admin] Publish callbacks [] for security_group (3b6c896e-7640-4d27-b815-3ce0c1bee5fb), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:38.135067 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-75e4e8a0-83ea-494a-bc97-0a96773a47f9 admin admin] Publish callbacks [] for security_group (b1d7f250-4d37-4506-97d9-3afe65d9ef02), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:38.160338 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-28a9a36c-a865-4f97-af81-e9f9d9cd8f01 admin admin] Publish callbacks [] for security_group (3b6c896e-7640-4d27-b815-3ce0c1bee5fb), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:38.214805 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-75e4e8a0-83ea-494a-bc97-0a96773a47f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (b1d7f250-4d37-4506-97d9-3afe65d9ef02), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:38.252698 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4e8a0-83ea-494a-bc97-0a96773a47f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d7f250-4d37-4506-97d9-3afe65d9ef02,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:38.256889 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-75e4e8a0-83ea-494a-bc97-0a96773a47f9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=551b769d9ac048f69b19dc5f2784f37b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477663 Mar 08 19:15:38.259596 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46442) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:38.295705 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-28a9a36c-a865-4f97-af81-e9f9d9cd8f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (3b6c896e-7640-4d27-b815-3ce0c1bee5fb), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:38.298999 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-28a9a36c-a865-4f97-af81-e9f9d9cd8f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:38.300279 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-28a9a36c-a865-4f97-af81-e9f9d9cd8f01 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3b6c896e-7640-4d27-b815-3ce0c1bee5fb HTTP/1.1" status: 204 len: 168 time: 0.2123513 Mar 08 19:15:38.309910 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9a36c-a865-4f97-af81-e9f9d9cd8f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6c896e-7640-4d27-b815-3ce0c1bee5fb,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:38.312880 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6b365f56-5102-4ee3-89b9-64cde0029d7e admin admin] Publish callbacks [] for security_group (b1d7f250-4d37-4506-97d9-3afe65d9ef02), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:38.337747 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6b365f56-5102-4ee3-89b9-64cde0029d7e admin admin] Publish callbacks [] for security_group (b1d7f250-4d37-4506-97d9-3afe65d9ef02), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:38.409829 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:38.451115 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add6a9d-b272-45f0-bea7-c361fb99b846 req-f2b93885-e8f0-4b4c-b85b-f6d4db7b50f4 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:38.452089 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2add6a9d-b272-45f0-bea7-c361fb99b846 req-f2b93885-e8f0-4b4c-b85b-f6d4db7b50f4 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 944 time: 0.0534394 Mar 08 19:15:38.471076 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6b365f56-5102-4ee3-89b9-64cde0029d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (b1d7f250-4d37-4506-97d9-3afe65d9ef02), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:38.473743 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6b365f56-5102-4ee3-89b9-64cde0029d7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:38.475045 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-6b365f56-5102-4ee3-89b9-64cde0029d7e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b1d7f250-4d37-4506-97d9-3afe65d9ef02 HTTP/1.1" status: 204 len: 168 time: 0.2144341 Mar 08 19:15:38.483106 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b365f56-5102-4ee3-89b9-64cde0029d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d7f250-4d37-4506-97d9-3afe65d9ef02,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:38.508551 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2add6a9d-b272-45f0-bea7-c361fb99b846 req-4177d21b-1d93-41fb-a6aa-3b20b8e9c219 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507059 Mar 08 19:15:38.790499 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43380b60-0a57-458b-98f0-d263ea4a856b req-12df10b8-ac26-493d-b811-77b50340b8e3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:38.791952 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-43380b60-0a57-458b-98f0-d263ea4a856b req-12df10b8-ac26-493d-b811-77b50340b8e3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0567684 Mar 08 19:15:38.849510 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-43380b60-0a57-458b-98f0-d263ea4a856b req-013bb681-06f3-4847-b893-01c8fc3f1914 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512986 Mar 08 19:15:39.229788 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 72fb0b49-ef73-4842-996c-d54211ee6abb details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:15:39.326424 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46482) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:39.333903 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 72fb0b49-ef73-4842-996c-d54211ee6abb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72fb0b49-ef73-4842-996c-d54211ee6abb,segment=NetworkSegment(b61c4bd5-ef2e-4855-afb0-3b29738b6ee3),segment_id=b61c4bd5-ef2e-4855-afb0-3b29738b6ee3)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:15:39.341191 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-46db96cb-8201-46cf-9ed5-f6792023f308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:39.345373 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '72fb0b49-ef73-4842-996c-d54211ee6abb', 'network_id': '3eaa1a64-1730-4b60-97b5-c1f5e0ba8463', 'port_id': '72fb0b49-ef73-4842-996c-d54211ee6abb', 'mac_address': 'fa:16:3e:aa:a0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fedd0cf-30b5-40e1-863a-67b2446c1996', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:15:39.384944 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 72fb0b49-ef73-4842-996c-d54211ee6abb is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:15:39.385589 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (72fb0b49-ef73-4842-996c-d54211ee6abb), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:39.399411 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72fb0b49-ef73-4842-996c-d54211ee6abb {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:15:39.419233 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-46db96cb-8201-46cf-9ed5-f6792023f308 admin admin] Publish callbacks [] for security_group (23fda0f7-04a6-444c-a1a7-0cadb4753613), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:39.419459 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 72fb0b49-ef73-4842-996c-d54211ee6abb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72fb0b49-ef73-4842-996c-d54211ee6abb,segment=NetworkSegment(b61c4bd5-ef2e-4855-afb0-3b29738b6ee3),segment_id=b61c4bd5-ef2e-4855-afb0-3b29738b6ee3)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:15:39.493788 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (72fb0b49-ef73-4842-996c-d54211ee6abb), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:39.493983 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-46db96cb-8201-46cf-9ed5-f6792023f308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (23fda0f7-04a6-444c-a1a7-0cadb4753613), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:39.528905 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db96cb-8201-46cf-9ed5-f6792023f308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fda0f7-04a6-444c-a1a7-0cadb4753613,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:39.544226 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=72fb0b49-ef73-4842-996c-d54211ee6abb,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:39.550528 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-46db96cb-8201-46cf-9ed5-f6792023f308 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f6f386a4774f48dcacffd627b5879523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218239 Mar 08 19:15:39.553429 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 46488) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:39.554058 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:39.554608 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:39.555044 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:39.555484 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:39.555943 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:39.556668 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:39.557104 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:39.557601 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:39.558000 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:39.558393 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:39.558865 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:39.559228 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:39.559954 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:15:39.669275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a0e27a4-657e-4dec-a61a-6b4380dd824a admin admin] Publish callbacks [] for security_group (23fda0f7-04a6-444c-a1a7-0cadb4753613), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:39.683145 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f9697-8fc8-4752-b517-2d16a0985a88 req-b084a82e-ea23-44e0-a796-d69f872d89dc tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:39.684745 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-aa2f9697-8fc8-4752-b517-2d16a0985a88 req-b084a82e-ea23-44e0-a796-d69f872d89dc tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 945 time: 0.0881841 Mar 08 19:15:39.718540 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a0e27a4-657e-4dec-a61a-6b4380dd824a admin admin] Publish callbacks [] for security_group (23fda0f7-04a6-444c-a1a7-0cadb4753613), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:39.773971 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-aa2f9697-8fc8-4752-b517-2d16a0985a88 req-451072c0-6732-481e-8a71-302ad1d33d7a tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809751 Mar 08 19:15:39.900202 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['72fb0b49-ef73-4842-996c-d54211ee6abb'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:15:39.906481 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a0e27a4-657e-4dec-a61a-6b4380dd824a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (23fda0f7-04a6-444c-a1a7-0cadb4753613), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:39.909225 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a0e27a4-657e-4dec-a61a-6b4380dd824a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:39.911790 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-0a0e27a4-657e-4dec-a61a-6b4380dd824a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/23fda0f7-04a6-444c-a1a7-0cadb4753613 HTTP/1.1" status: 204 len: 168 time: 0.3563881 Mar 08 19:15:39.919579 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e27a4-657e-4dec-a61a-6b4380dd824a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fda0f7-04a6-444c-a1a7-0cadb4753613,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:40.908982 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f29b66-93d3-48f2-a63f-131504114a4e req-b35a8da1-eee9-4efe-a1ea-db3c64368a9a tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:40.911072 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a8f29b66-93d3-48f2-a63f-131504114a4e req-b35a8da1-eee9-4efe-a1ea-db3c64368a9a tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 945 time: 0.0593464 Mar 08 19:15:40.964799 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a8f29b66-93d3-48f2-a63f-131504114a4e req-2c0c0c97-1d5b-4df3-9ffe-c8ad5300c2ce tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477645 Mar 08 19:15:41.083458 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 46540) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:41.180249 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-e85d38d1-d771-4485-bab6-39e442d1042f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-607849726-network', 'tenant_id': 'bdba71d13754424b826f9fb2b1ab5e6b'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:15:41.236372 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 72fb0b49-ef73-4842-996c-d54211ee6abb up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:15:41.283653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85d38d1-d771-4485-bab6-39e442d1042f admin admin] Made reservation on behalf of bdba71d13754424b826f9fb2b1ab5e6b for: {'network': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:15:41.286618 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e85d38d1-d771-4485-bab6-39e442d1042f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:41.295103 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e85d38d1-d771-4485-bab6-39e442d1042f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:41.369252 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e85d38d1-d771-4485-bab6-39e442d1042f admin admin] Publish callbacks [] for security_group (0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:41.392119 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port 72fb0b49-ef73-4842-996c-d54211ee6abb completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:15:41.396277 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 72fb0b49-ef73-4842-996c-d54211ee6abb triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:15:41.396693 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (72fb0b49-ef73-4842-996c-d54211ee6abb), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:41.478108 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e85d38d1-d771-4485-bab6-39e442d1042f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:41.504323 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85d38d1-d771-4485-bab6-39e442d1042f admin admin] vlan segment allocate from pool success with {'vlan_id': 953, 'physical_network': 'physnet1'} {{(pid=103681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:15:41.514788 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d38d1-d771-4485-bab6-39e442d1042f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:41.520601 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e85d38d1-d771-4485-bab6-39e442d1042f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:41.520944 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.segments_db [None req-e85d38d1-d771-4485-bab6-39e442d1042f admin admin] Added segment d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0 of type vlan for network 1a068db2-6dfe-4657-8fb2-218599d890d9 Mar 08 19:15:41.563458 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e85d38d1-d771-4485-bab6-39e442d1042f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (1a068db2-6dfe-4657-8fb2-218599d890d9), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:41.594570 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 72fb0b49-ef73-4842-996c-d54211ee6abb is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:15:41.595021 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (72fb0b49-ef73-4842-996c-d54211ee6abb), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:41.617396 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bb0f82-aeaa-42b9-b40a-c5217b7a2115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fb0b49-ef73-4842-996c-d54211ee6abb'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:15:41.619601 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71007d0-8588-4364-a3f5-b8e63b726be9" -d '{"events": [{"server_uuid": "34bb0f82-aeaa-42b9-b40a-c5217b7a2115", "name": "network-vif-plugged", "status": "completed", "tag": "72fb0b49-ef73-4842-996c-d54211ee6abb"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:15:41.631613 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 72fb0b49-ef73-4842-996c-d54211ee6abb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72fb0b49-ef73-4842-996c-d54211ee6abb,segment=NetworkSegment(b61c4bd5-ef2e-4855-afb0-3b29738b6ee3),segment_id=b61c4bd5-ef2e-4855-afb0-3b29738b6ee3)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:15:41.665910 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8195745c-78f1-4bb8-ab8a-2814714c3080 x-openstack-request-id: req-8195745c-78f1-4bb8-ab8a-2814714c3080 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:15:41.666231 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bb0f82-aeaa-42b9-b40a-c5217b7a2115", "name": "network-vif-plugged", "status": "completed", "tag": "72fb0b49-ef73-4842-996c-d54211ee6abb", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:15:41.666490 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8195745c-78f1-4bb8-ab8a-2814714c3080 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:15:41.666886 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bb0f82-aeaa-42b9-b40a-c5217b7a2115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fb0b49-ef73-4842-996c-d54211ee6abb', 'code': 200} Mar 08 19:15:41.670807 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e85d38d1-d771-4485-bab6-39e442d1042f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (1a068db2-6dfe-4657-8fb2-218599d890d9), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:41.671814 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85d38d1-d771-4485-bab6-39e442d1042f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:41.672452 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e85d38d1-d771-4485-bab6-39e442d1042f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:41.735515 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (72fb0b49-ef73-4842-996c-d54211ee6abb), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:41.746953 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d38d1-d771-4485-bab6-39e442d1042f admin admin] Pushing event updated for resources: {'Network': ['ID=1a068db2-6dfe-4657-8fb2-218599d890d9,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:41.763279 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network 1a068db2-6dfe-4657-8fb2-218599d890d9 details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:15:41.773757 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-e85d38d1-d771-4485-bab6-39e442d1042f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6881845 Mar 08 19:15:41.778062 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46548) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:41.783354 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-47c0c986-2e56-4db9-9774-fb32d62b57fb admin admin] Request body: {'subnet': {'network_id': '1a068db2-6dfe-4657-8fb2-218599d890d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-607849726-subnet', 'tenant_id': 'bdba71d13754424b826f9fb2b1ab5e6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:15:41.843266 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=72fb0b49-ef73-4842-996c-d54211ee6abb,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:41.889564 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c0c986-2e56-4db9-9774-fb32d62b57fb admin admin] Made reservation on behalf of bdba71d13754424b826f9fb2b1ab5e6b for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:15:41.892015 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-47c0c986-2e56-4db9-9774-fb32d62b57fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4975829'] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:42.152671 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-47c0c986-2e56-4db9-9774-fb32d62b57fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6014598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4975819'] for subnet (03498a1a-2c12-4732-a7c0-66b529b308bf), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:42.213235 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0c986-2e56-4db9-9774-fb32d62b57fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=03498a1a-2c12-4732-a7c0-66b529b308bf,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:42.224656 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c0c986-2e56-4db9-9774-fb32d62b57fb admin admin] Checking segment: {'id': 'd6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1a068db2-6dfe-4657-8fb2-218599d890d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:15:42.225006 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c0c986-2e56-4db9-9774-fb32d62b57fb admin admin] Network hostable DHCP agents. Network: 1a068db2-6dfe-4657-8fb2-218599d890d9, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:15:42.300726 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c0c986-2e56-4db9-9774-fb32d62b57fb admin admin] Network 1a068db2-6dfe-4657-8fb2-218599d890d9 is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:15:42.363849 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54080c8-583b-4e0b-9a24-87d249b54727 req-cf74b76f-3196-4766-a417-4e998b62a68d tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:42.365385 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c54080c8-583b-4e0b-9a24-87d249b54727 req-cf74b76f-3196-4766-a417-4e998b62a68d tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 946 time: 0.3238821 Mar 08 19:15:42.370069 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1b871-f021-4695-b7aa-d449d2b7012a req-ae71e910-cb13-4241-b904-56be3eef0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:42.371465 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-89d1b871-f021-4695-b7aa-d449d2b7012a req-ae71e910-cb13-4241-b904-56be3eef0c1b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 1130 time: 0.3385015 Mar 08 19:15:42.386393 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-47c0c986-2e56-4db9-9774-fb32d62b57fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, 1a068db2-6dfe-4657-8fb2-218599d890d9) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:15:42.391663 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c0c986-2e56-4db9-9774-fb32d62b57fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:42.392321 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-47c0c986-2e56-4db9-9774-fb32d62b57fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:42.400528 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0bffad-efde-41c1-8ed1-b17346e303d4 None None] Network 1a068db2-6dfe-4657-8fb2-218599d890d9 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:15:42.445495 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c54080c8-583b-4e0b-9a24-87d249b54727 req-c6371dc7-905f-4962-939e-b66f793bea4e tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729153 Mar 08 19:15:42.448949 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-89d1b871-f021-4695-b7aa-d449d2b7012a req-7131f2b9-d1ce-4b53-a699-04d53573e6ea service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626864 Mar 08 19:15:42.475182 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-47c0c986-2e56-4db9-9774-fb32d62b57fb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6960194 Mar 08 19:15:42.506183 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d57777-3623-414b-9d3a-8f35004c0f62 None None] Network 1a068db2-6dfe-4657-8fb2-218599d890d9 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:15:43.577504 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae548bf-c7fa-40af-bbc5-17f671598ba5 req-6a0bf1ac-8633-4857-ba59-871bd33f8996 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:43.579005 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8ae548bf-c7fa-40af-bbc5-17f671598ba5 req-6a0bf1ac-8633-4857-ba59-871bd33f8996 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 946 time: 0.0519321 Mar 08 19:15:43.626671 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8ae548bf-c7fa-40af-bbc5-17f671598ba5 req-b40379ec-f8a4-4cf3-9124-981a5404a2bf tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421593 Mar 08 19:15:44.675246 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-10853558-567b-4fc3-a4f6-f4517d680120 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:44.677498 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-10853558-567b-4fc3-a4f6-f4517d680120 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/networks?id=1a068db2-6dfe-4657-8fb2-218599d890d9 HTTP/1.1" status: 200 len: 808 time: 0.1053343 Mar 08 19:15:44.691433 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-a5aaa3eb-51f2-4a83-ab08-1d1c227f74b0 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/quotas/bdba71d13754424b826f9fb2b1ab5e6b HTTP/1.1" status: 200 len: 375 time: 0.0089371 Mar 08 19:15:44.741464 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-7c5b9bd5-2da0-4788-a559-2032162f9ebc tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bdba71d13754424b826f9fb2b1ab5e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436802 Mar 08 19:15:44.840073 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14363c-709f-4365-ada1-5f5a77eaf1d0 req-cd1cb9c4-9338-4817-9401-55718881a3e4 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:44.841552 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f14363c-709f-4365-ada1-5f5a77eaf1d0 req-cd1cb9c4-9338-4817-9401-55718881a3e4 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 946 time: 0.1416311 Mar 08 19:15:44.877903 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-a31b9fe1-7dc5-4073-a41b-4fbd268340f4 service neutron] 10.222.0.75 "GET /v2.0/networks/1a068db2-6dfe-4657-8fb2-218599d890d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199758 Mar 08 19:15:44.923306 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f14363c-709f-4365-ada1-5f5a77eaf1d0 req-cdd6f848-c1ae-4932-b5da-2b18eca74ac2 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758183 Mar 08 19:15:44.996325 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-7a8a708a-3668-4de8-a8fb-0cddd7831ac3 service neutron] 10.222.0.75 "GET /v2.0/networks/1a068db2-6dfe-4657-8fb2-218599d890d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111493 Mar 08 19:15:45.250834 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-335e0fcb-634b-4935-abee-e7cbcd39b91b req-59306ec9-da1c-417a-a104-cd3cc8386f1d tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 210 time: 0.0263352 Mar 08 19:15:46.344124 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1e1ffc12-6b45-4f31-bf09-dc120501b1c4 req-02e78189-83f4-48c3-b17e-b3733a4ae793 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 210 time: 0.0272279 Mar 08 19:15:47.445325 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ae6a06da-43f9-432a-880c-593b4e67ebff req-a24f1d45-d589-4c38-a406-c9b520fcd66c tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 210 time: 0.0271671 Mar 08 19:15:48.026643 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46710) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:48.137312 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fb925f39-499b-494f-83e2-fa7e3796b3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:48.214744 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fb925f39-499b-494f-83e2-fa7e3796b3b9 admin admin] Publish callbacks [] for security_group (4d35c163-1135-486f-b20c-cd7c9e240ac7), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:48.281371 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-e4da019b-b7a0-4dc0-9eea-d385da5c05d1 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:48.285508 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-e4da019b-b7a0-4dc0-9eea-d385da5c05d1 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.76 "GET /v2.0/networks?id=1a068db2-6dfe-4657-8fb2-218599d890d9 HTTP/1.1" status: 200 len: 808 time: 0.1112535 Mar 08 19:15:48.296681 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-d3843c1f-30bc-4b53-99d5-ba56d5e72c9b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Request body: {'port': {'device_id': 'd6ff5f67-64a1-4704-9302-bc3ac7bedb4f', 'network_id': '1a068db2-6dfe-4657-8fb2-218599d890d9', 'admin_state_up': True, 'tenant_id': 'bdba71d13754424b826f9fb2b1ab5e6b'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:15:48.307341 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fb925f39-499b-494f-83e2-fa7e3796b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (4d35c163-1135-486f-b20c-cd7c9e240ac7), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:48.348819 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb925f39-499b-494f-83e2-fa7e3796b3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d35c163-1135-486f-b20c-cd7c9e240ac7,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:48.354327 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-fb925f39-499b-494f-83e2-fa7e3796b3b9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e4793460620d4e98bb0f1de075687680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266072 Mar 08 19:15:48.358473 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46720) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:48.421052 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5ff884ae-2542-43e4-87c8-d0df1b2f524e admin admin] Publish callbacks [] for security_group (4d35c163-1135-486f-b20c-cd7c9e240ac7), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:48.454545 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5ff884ae-2542-43e4-87c8-d0df1b2f524e admin admin] Publish callbacks [] for security_group (4d35c163-1135-486f-b20c-cd7c9e240ac7), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:48.500584 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-d3843c1f-30bc-4b53-99d5-ba56d5e72c9b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Made reservation on behalf of bdba71d13754424b826f9fb2b1ab5e6b for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:15:48.504925 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-d3843c1f-30bc-4b53-99d5-ba56d5e72c9b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:48.561561 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-73255a59-fe13-4dd2-a4b6-1118696378b0 req-0a747399-d289-4f06-99fb-4ff5b565ec8a tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 210 time: 0.0418718 Mar 08 19:15:48.684317 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5ff884ae-2542-43e4-87c8-d0df1b2f524e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (4d35c163-1135-486f-b20c-cd7c9e240ac7), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:48.693199 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5ff884ae-2542-43e4-87c8-d0df1b2f524e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:48.695024 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-5ff884ae-2542-43e4-87c8-d0df1b2f524e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4d35c163-1135-486f-b20c-cd7c9e240ac7 HTTP/1.1" status: 204 len: 168 time: 0.3356326 Mar 08 19:15:48.704134 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff884ae-2542-43e4-87c8-d0df1b2f524e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d35c163-1135-486f-b20c-cd7c9e240ac7,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:48.798191 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-d3843c1f-30bc-4b53-99d5-ba56d5e72c9b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Allocated IP 172.20.0.9 (1a068db2-6dfe-4657-8fb2-218599d890d9/03498a1a-2c12-4732-a7c0-66b529b308bf/aeda3f8a-c7bf-4641-af52-b5fd45f03c3b) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:15:49.018157 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-d3843c1f-30bc-4b53-99d5-ba56d5e72c9b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Publish callbacks [] for port (aeda3f8a-c7bf-4641-af52-b5fd45f03c3b), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:49.037500 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016e4ea-4892-4441-964a-1d7cbf48b06a req-12f188b0-e071-4971-b780-3ab04ca96fae tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:49.038977 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8016e4ea-4892-4441-964a-1d7cbf48b06a req-12f188b0-e071-4971-b780-3ab04ca96fae tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1265430 Mar 08 19:15:49.093891 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca605b1-d22e-4fc8-ade0-411c849ca3d5 req-4466000a-cc9a-4c15-8985-486b9f83b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:49.095388 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bca605b1-d22e-4fc8-ade0-411c849ca3d5 req-4466000a-cc9a-4c15-8985-486b9f83b43f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac3e528a3aa34615a7a87b17e74c1f34&device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 1129 time: 0.1189981 Mar 08 19:15:49.142174 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8016e4ea-4892-4441-964a-1d7cbf48b06a req-91f6f106-8e88-40e6-aa47-84dbcb804788 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950077 Mar 08 19:15:49.176667 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-d3843c1f-30bc-4b53-99d5-ba56d5e72c9b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (aeda3f8a-c7bf-4641-af52-b5fd45f03c3b), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:49.248291 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-d3843c1f-30bc-4b53-99d5-ba56d5e72c9b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Network 1a068db2-6dfe-4657-8fb2-218599d890d9 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:15:49.258711 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-d3843c1f-30bc-4b53-99d5-ba56d5e72c9b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:15:49.262403 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3843c1f-30bc-4b53-99d5-ba56d5e72c9b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Pushing event updated for resources: {'Port': ['ID=aeda3f8a-c7bf-4641-af52-b5fd45f03c3b,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:49.265355 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-d3843c1f-30bc-4b53-99d5-ba56d5e72c9b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:15:49.270131 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca605b1-d22e-4fc8-ade0-411c849ca3d5 req-1ebd6b95-3f67-4adc-b876-983d028cb75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:49.271700 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bca605b1-d22e-4fc8-ade0-411c849ca3d5 req-1ebd6b95-3f67-4adc-b876-983d028cb75a service neutron] 10.222.0.76 "GET /v2.0/networks?id=57635741-7850-4fb8-8caf-3cc49a276e9c HTTP/1.1" status: 200 len: 919 time: 0.1697395 Mar 08 19:15:49.334763 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bca605b1-d22e-4fc8-ade0-411c849ca3d5 req-7393815d-cbe0-45f5-87cc-e665d8f09fe6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44706abe-99b3-4515-9c94-ae08c20efdd8 HTTP/1.1" status: 200 len: 217 time: 0.0437896 Mar 08 19:15:49.357469 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-d3843c1f-30bc-4b53-99d5-ba56d5e72c9b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:49.358124 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-d3843c1f-30bc-4b53-99d5-ba56d5e72c9b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:49.377218 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46740) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:49.389905 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ea54df4d-50e5-4e60-8438-1833d8a86be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:49.406981 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca605b1-d22e-4fc8-ade0-411c849ca3d5 req-c28aa6fc-7038-4ea5-a9f4-1ebc51846711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:49.408475 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bca605b1-d22e-4fc8-ade0-411c849ca3d5 req-c28aa6fc-7038-4ea5-a9f4-1ebc51846711 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4458874f-5444-4ac0-9eff-261091c9a74c HTTP/1.1" status: 200 len: 858 time: 0.0667536 Mar 08 19:15:49.471293 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ea54df4d-50e5-4e60-8438-1833d8a86be4 admin admin] Publish callbacks [] for security_group (ea999cb5-a5a5-4029-af77-79e3ef75655a), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:49.487584 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-d3843c1f-30bc-4b53-99d5-ba56d5e72c9b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1953440 Mar 08 19:15:49.500790 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Request body: {'port': {'device_id': 'd6ff5f67-64a1-4704-9302-bc3ac7bedb4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:15:49.521282 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bca605b1-d22e-4fc8-ade0-411c849ca3d5 req-6d05ebbc-e6e3-487b-baab-0609be6a63fc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57635741-7850-4fb8-8caf-3cc49a276e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373914 Mar 08 19:15:49.541009 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ea54df4d-50e5-4e60-8438-1833d8a86be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (ea999cb5-a5a5-4029-af77-79e3ef75655a), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:49.585464 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-ea54df4d-50e5-4e60-8438-1833d8a86be4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4a5f019041f6495ba23d5b9e1d81720a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2077711 Mar 08 19:15:49.585464 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54df4d-50e5-4e60-8438-1833d8a86be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea999cb5-a5a5-4029-af77-79e3ef75655a,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:49.588539 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46744) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:15:49.645479 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (aeda3f8a-c7bf-4641-af52-b5fd45f03c3b), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:49.651402 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a3f77cb2-0644-4556-9099-91b8cb4f61c4 admin admin] Publish callbacks [] for security_group (ea999cb5-a5a5-4029-af77-79e3ef75655a), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:49.676825 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a3f77cb2-0644-4556-9099-91b8cb4f61c4 admin admin] Publish callbacks [] for security_group (ea999cb5-a5a5-4029-af77-79e3ef75655a), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:49.702868 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bca605b1-d22e-4fc8-ade0-411c849ca3d5 req-38dccc2e-fd3b-4b07-8a61-d976354f7e0c service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660695 Mar 08 19:15:49.831328 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a3f77cb2-0644-4556-9099-91b8cb4f61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (ea999cb5-a5a5-4029-af77-79e3ef75655a), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:49.834251 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a3f77cb2-0644-4556-9099-91b8cb4f61c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:49.835418 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-a3f77cb2-0644-4556-9099-91b8cb4f61c4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ea999cb5-a5a5-4029-af77-79e3ef75655a HTTP/1.1" status: 204 len: 168 time: 0.2459543 Mar 08 19:15:49.844035 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f77cb2-0644-4556-9099-91b8cb4f61c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea999cb5-a5a5-4029-af77-79e3ef75655a,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:49.864457 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e0b98-2581-4808-8402-5577d4274870 req-40ed87c6-c8ec-4afd-b855-64574a8388cd tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:49.866057 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-193e0b98-2581-4808-8402-5577d4274870 req-40ed87c6-c8ec-4afd-b855-64574a8388cd tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 931 time: 0.2101655 Mar 08 19:15:50.001331 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bca605b1-d22e-4fc8-ade0-411c849ca3d5 req-a5213eae-6a58-4729-8061-8a39c08cb220 service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806735 Mar 08 19:15:50.015712 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-193e0b98-2581-4808-8402-5577d4274870 req-c9e5b3fc-160d-42fc-a626-4c15f4c47622 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405559 Mar 08 19:15:50.142912 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeda3f8a-c7bf-4641-af52-b5fd45f03c3b {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:15:50.151493 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Publish callbacks [] for port (aeda3f8a-c7bf-4641-af52-b5fd45f03c3b), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:50.165319 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Transition to ACTIVE for port object aeda3f8a-c7bf-4641-af52-b5fd45f03c3b will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:15:50.273600 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad3b2d-fc4c-4537-9f49-9eedd39b515a req-53882b6c-167a-4945-b65d-6692574113d4 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:50.275205 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-caad3b2d-fc4c-4537-9f49-9eedd39b515a req-53882b6c-167a-4945-b65d-6692574113d4 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0604234 Mar 08 19:15:50.297511 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (aeda3f8a-c7bf-4641-af52-b5fd45f03c3b), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:50.371368 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-caad3b2d-fc4c-4537-9f49-9eedd39b515a req-a280c6ba-74b1-478f-8e75-fdf03a9edd45 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904391 Mar 08 19:15:50.372272 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Pushing event updated for resources: {'Port': ['ID=aeda3f8a-c7bf-4641-af52-b5fd45f03c3b,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:50.449665 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Attempting to bind port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:15:50.449913 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Attempting to bind port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'd6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1a068db2-6dfe-4657-8fb2-218599d890d9'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:15:50.450238 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Attempting to bind port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b on network 1a068db2-6dfe-4657-8fb2-218599d890d9 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:15:50.456723 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b on network 1a068db2-6dfe-4657-8fb2-218599d890d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:15:50.457070 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Attempting to bind port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b on network 1a068db2-6dfe-4657-8fb2-218599d890d9 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:15:50.463336 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:15:50.463672 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Checking segment: {'id': 'd6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1a068db2-6dfe-4657-8fb2-218599d890d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:15:50.464097 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Bound using segment: {'id': 'd6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1a068db2-6dfe-4657-8fb2-218599d890d9'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:15:50.464523 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Bound port: aeda3f8a-c7bf-4641-af52-b5fd45f03c3b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1a068db2-6dfe-4657-8fb2-218599d890d9'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:15:50.464901 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (aeda3f8a-c7bf-4641-af52-b5fd45f03c3b), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:50.529414 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] For port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:15:50.532645 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] For port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aeda3f8a-c7bf-4641-af52-b5fd45f03c3b,segment=NetworkSegment(d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0),segment_id=d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:15:50.644480 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (aeda3f8a-c7bf-4641-af52-b5fd45f03c3b), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:50.681413 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:50.682032 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:50.683447 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] 10.222.0.76 "PUT /v2.0/ports/aeda3f8a-c7bf-4641-af52-b5fd45f03c3b HTTP/1.1" status: 200 len: 1093 time: 1.1876860 Mar 08 19:15:50.685853 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ff5f67-64a1-4704-9302-bc3ac7bedb4f', 'tag': 'aeda3f8a-c7bf-4641-af52-b5fd45f03c3b'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:15:50.688358 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8637e17-7ff4-4c50-876c-60a605c9bbff" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ff5f67-64a1-4704-9302-bc3ac7bedb4f", "tag": "aeda3f8a-c7bf-4641-af52-b5fd45f03c3b"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:15:50.723018 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47062c-8550-467b-96dc-a8a95a569a88 service neutron] Pushing event updated for resources: {'Port': ['ID=aeda3f8a-c7bf-4641-af52-b5fd45f03c3b,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:50.729250 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d8f629-ff1e-46ca-a1b3-bfe21e963cff x-openstack-request-id: req-32d8f629-ff1e-46ca-a1b3-bfe21e963cff {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:15:50.730532 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ff5f67-64a1-4704-9302-bc3ac7bedb4f", "tag": "aeda3f8a-c7bf-4641-af52-b5fd45f03c3b", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:15:50.730837 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-32d8f629-ff1e-46ca-a1b3-bfe21e963cff {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:15:50.731261 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ff5f67-64a1-4704-9302-bc3ac7bedb4f', 'tag': 'aeda3f8a-c7bf-4641-af52-b5fd45f03c3b', 'status': 'completed', 'code': 200} Mar 08 19:15:50.796335 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8637e17-7ff4-4c50-876c-60a605c9bbff req-dc20871e-5264-4cdc-80eb-c00967967af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:50.797747 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d8637e17-7ff4-4c50-876c-60a605c9bbff req-dc20871e-5264-4cdc-80eb-c00967967af7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bdba71d13754424b826f9fb2b1ab5e6b&device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 1127 time: 0.0478764 Mar 08 19:15:50.904056 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8637e17-7ff4-4c50-876c-60a605c9bbff req-927750f0-c225-4ea3-9966-f2a4a7f91607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:50.905586 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d8637e17-7ff4-4c50-876c-60a605c9bbff req-927750f0-c225-4ea3-9966-f2a4a7f91607 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=bdba71d13754424b826f9fb2b1ab5e6b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0998852 Mar 08 19:15:51.012926 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8637e17-7ff4-4c50-876c-60a605c9bbff req-679b9662-5955-4cf4-af56-d052da9f4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:51.014622 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d8637e17-7ff4-4c50-876c-60a605c9bbff req-679b9662-5955-4cf4-af56-d052da9f4cba service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021743 Mar 08 19:15:51.141956 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-67344b3c-d65c-48f7-9605-1c4e91941331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:51.143707 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-67344b3c-d65c-48f7-9605-1c4e91941331 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bdba71d13754424b826f9fb2b1ab5e6b&device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 1127 time: 0.0831592 Mar 08 19:15:51.200605 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488f5da-d318-4b44-a943-c409585fa803 req-6c641526-3340-4806-a932-62f2c54d335e tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:51.202134 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4488f5da-d318-4b44-a943-c409585fa803 req-6c641526-3340-4806-a932-62f2c54d335e tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 943 time: 0.1020780 Mar 08 19:15:51.203379 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-b8ffab58-925e-493b-9d37-6c86ae9d04c9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeda3f8a-c7bf-4641-af52-b5fd45f03c3b HTTP/1.1" status: 200 len: 217 time: 0.0510292 Mar 08 19:15:51.285953 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4488f5da-d318-4b44-a943-c409585fa803 req-4e1b1b55-1113-4cf1-9d8b-e1381f63e251 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781579 Mar 08 19:15:51.287381 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-1a8997ff-8a93-4586-85aa-4d2d9f341d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:51.288771 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-1a8997ff-8a93-4586-85aa-4d2d9f341d62 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=03498a1a-2c12-4732-a7c0-66b529b308bf HTTP/1.1" status: 200 len: 848 time: 0.0737648 Mar 08 19:15:51.323469 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-d006f045-0c6f-4062-9d1e-65e6a3dad5b0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1a068db2-6dfe-4657-8fb2-218599d890d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269763 Mar 08 19:15:51.425800 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-d9084d90-ef35-48ee-9134-09b57420fc03 service neutron] 10.222.0.76 "GET /v2.0/networks/1a068db2-6dfe-4657-8fb2-218599d890d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918188 Mar 08 19:15:51.562089 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc9bcd-0408-4439-b7c0-b6b31fb09c5d req-2562fded-385e-495a-b47c-f656eaf234d5 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:51.563692 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cdfc9bcd-0408-4439-b7c0-b6b31fb09c5d req-2562fded-385e-495a-b47c-f656eaf234d5 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1059458 Mar 08 19:15:51.565537 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e11bfa1f-501d-487d-98a0-5c7c3d302f44 req-c5a8e00f-d574-49b5-865d-cc9520620c26 service neutron] 10.222.0.76 "GET /v2.0/networks/1a068db2-6dfe-4657-8fb2-218599d890d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334417 Mar 08 19:15:51.580998 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:51.861393 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cdfc9bcd-0408-4439-b7c0-b6b31fb09c5d req-962c3730-bcec-4879-851c-562d1a8d7c3c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916033 Mar 08 19:15:52.409743 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64042e71-3093-4564-b28b-d6a034b36ace req-212e3281-248b-412d-8c13-af101d1d4c09 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:52.411374 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-64042e71-3093-4564-b28b-d6a034b36ace req-212e3281-248b-412d-8c13-af101d1d4c09 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 943 time: 0.0564969 Mar 08 19:15:52.460920 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-64042e71-3093-4564-b28b-d6a034b36ace req-8f33e73d-93fe-49dc-8c36-4964d976cbf6 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428479 Mar 08 19:15:52.985350 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78ca8d-d0b6-4e79-9806-dd3c119a9bfd req-b7f494c6-6934-4f44-b705-513ab9bf62ad tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:52.986889 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6d78ca8d-d0b6-4e79-9806-dd3c119a9bfd req-b7f494c6-6934-4f44-b705-513ab9bf62ad tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0530610 Mar 08 19:15:53.041126 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6d78ca8d-d0b6-4e79-9806-dd3c119a9bfd req-4db854e3-392d-4200-b0ec-2ff38a84a1ef tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479498 Mar 08 19:15:53.583726 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a33b3-f7bf-4ef1-bc6f-3a067a807217 req-56e5baa3-0189-4ec2-b10f-a55a53090e19 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:53.586202 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bc0a33b3-f7bf-4ef1-bc6f-3a067a807217 req-56e5baa3-0189-4ec2-b10f-a55a53090e19 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 943 time: 0.0539832 Mar 08 19:15:53.634756 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bc0a33b3-f7bf-4ef1-bc6f-3a067a807217 req-208099dd-1a50-4f3c-a3d3-670c83c488ed tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430741 Mar 08 19:15:54.161731 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c472e0-dcfd-4cf0-aee9-ade271f3b089 req-c2aa0168-0b6c-4a64-b916-132159c1ef49 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:54.171737 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3c472e0-dcfd-4cf0-aee9-ade271f3b089 req-c2aa0168-0b6c-4a64-b916-132159c1ef49 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0577431 Mar 08 19:15:54.212373 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3c472e0-dcfd-4cf0-aee9-ade271f3b089 req-f2692027-56c6-4dea-9ebf-ade74fe255c7 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426123 Mar 08 19:15:54.757355 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7f6a4-e9d7-4641-ba86-7a4e43b42299 req-5b1af91f-4260-4199-b51b-93ec93fbaa87 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:54.758828 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7fb7f6a4-e9d7-4641-ba86-7a4e43b42299 req-5b1af91f-4260-4199-b51b-93ec93fbaa87 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 943 time: 0.0562820 Mar 08 19:15:54.804940 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7fb7f6a4-e9d7-4641-ba86-7a4e43b42299 req-4fd35a78-fef6-4add-b254-69fc63af76b1 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403175 Mar 08 19:15:55.333209 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd628a76-dd42-42cd-a220-42cbf9b2238f req-321ed0f5-d8cd-4886-8a03-3c773def9a03 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:55.335336 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fd628a76-dd42-42cd-a220-42cbf9b2238f req-321ed0f5-d8cd-4886-8a03-3c773def9a03 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0541821 Mar 08 19:15:55.384363 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fd628a76-dd42-42cd-a220-42cbf9b2238f req-501e5d4e-3825-4017-83ab-7fd62ca90191 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436449 Mar 08 19:15:55.927832 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f9b04-6f3b-4df4-b7de-c3564b0edaf4 req-8bea0dd3-a2d0-45a9-a72f-06088b0cb58b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:55.929568 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-754f9b04-6f3b-4df4-b7de-c3564b0edaf4 req-8bea0dd3-a2d0-45a9-a72f-06088b0cb58b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 943 time: 0.0561922 Mar 08 19:15:55.980664 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-754f9b04-6f3b-4df4-b7de-c3564b0edaf4 req-de3af120-41f3-44bb-aa78-d0ace6ffe761 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447145 Mar 08 19:15:56.536076 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68a5c3-21f6-4264-acc1-c7a631ed4e54 req-52dd9ced-7bb6-425e-b77d-b46c6ad84bdb tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:56.538388 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3d68a5c3-21f6-4264-acc1-c7a631ed4e54 req-52dd9ced-7bb6-425e-b77d-b46c6ad84bdb tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0677695 Mar 08 19:15:56.597469 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3d68a5c3-21f6-4264-acc1-c7a631ed4e54 req-2cd2df76-a6b5-4d2c-8fd5-78c468fdb68d tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529509 Mar 08 19:15:57.112817 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31324591-a6ac-4318-a04f-69473bdf5704 req-9e7ea78b-d7c1-4f3c-a7e7-422be1f76736 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:57.114798 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-31324591-a6ac-4318-a04f-69473bdf5704 req-9e7ea78b-d7c1-4f3c-a7e7-422be1f76736 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 943 time: 0.0544083 Mar 08 19:15:57.174925 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-31324591-a6ac-4318-a04f-69473bdf5704 req-38b1bebd-a7c7-4a5f-9c6a-6eac105506ff tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534654 Mar 08 19:15:57.306202 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device aeda3f8a-c7bf-4641-af52-b5fd45f03c3b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:15:57.402667 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aeda3f8a-c7bf-4641-af52-b5fd45f03c3b,segment=NetworkSegment(d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0),segment_id=d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:15:57.417078 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': 'aeda3f8a-c7bf-4641-af52-b5fd45f03c3b', 'network_id': '1a068db2-6dfe-4657-8fb2-218599d890d9', 'port_id': 'aeda3f8a-c7bf-4641-af52-b5fd45f03c3b', 'mac_address': 'fa:16:3e:f5:f5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03498a1a-2c12-4732-a7c0-66b529b308bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:15:57.454324 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:15:57.454805 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (aeda3f8a-c7bf-4641-af52-b5fd45f03c3b), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:57.468748 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeda3f8a-c7bf-4641-af52-b5fd45f03c3b {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:15:57.489715 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aeda3f8a-c7bf-4641-af52-b5fd45f03c3b,segment=NetworkSegment(d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0),segment_id=d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:15:57.598228 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (aeda3f8a-c7bf-4641-af52-b5fd45f03c3b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:57.651260 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=aeda3f8a-c7bf-4641-af52-b5fd45f03c3b,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:57.730263 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec4263-7e9b-413a-b0e9-de436587a6b9 req-9a4dc280-c8ec-43ee-859b-fd20df861532 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:57.735644 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-aeec4263-7e9b-413a-b0e9-de436587a6b9 req-9a4dc280-c8ec-43ee-859b-fd20df861532 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0552673 Mar 08 19:15:57.780016 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-aeec4263-7e9b-413a-b0e9-de436587a6b9 req-ff0b2051-8712-4420-bf81-b94d7f94067b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425873 Mar 08 19:15:58.042284 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['aeda3f8a-c7bf-4641-af52-b5fd45f03c3b'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:15:58.300943 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbea2ba-185a-4634-b60f-bfb42c9a0f4e req-5d70d7a4-aade-4322-8d6f-b982c5d05bac tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:58.302433 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3cbea2ba-185a-4634-b60f-bfb42c9a0f4e req-5d70d7a4-aade-4322-8d6f-b982c5d05bac tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 944 time: 0.0556715 Mar 08 19:15:58.352422 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3cbea2ba-185a-4634-b60f-bfb42c9a0f4e req-e4b7ee7f-10ef-4ee4-871e-3fd836017d21 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438199 Mar 08 19:15:58.900262 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef799b-33ca-48fa-97d6-af65f911f28f req-89d6b4be-42ed-46e8-9255-71d18e9ca8c4 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:58.901743 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e7ef799b-33ca-48fa-97d6-af65f911f28f req-89d6b4be-42ed-46e8-9255-71d18e9ca8c4 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0563314 Mar 08 19:15:58.959316 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e7ef799b-33ca-48fa-97d6-af65f911f28f req-e1ec1689-cdaf-41dd-a118-b3d56be74930 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514548 Mar 08 19:15:59.307123 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device aeda3f8a-c7bf-4641-af52-b5fd45f03c3b up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:15:59.414694 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:15:59.418745 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:15:59.419118 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (aeda3f8a-c7bf-4641-af52-b5fd45f03c3b), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:59.486203 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5b311-a6e9-40c5-bc55-28fdd6975831 req-ab5fce87-28ca-4380-a8f6-f52b914820da tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:59.488193 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-35e5b311-a6e9-40c5-bc55-28fdd6975831 req-ab5fce87-28ca-4380-a8f6-f52b914820da tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 944 time: 0.0603611 Mar 08 19:15:59.500405 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:15:59.500804 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (aeda3f8a-c7bf-4641-af52-b5fd45f03c3b), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:59.524503 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ff5f67-64a1-4704-9302-bc3ac7bedb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeda3f8a-c7bf-4641-af52-b5fd45f03c3b'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:15:59.526754 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7805de-70a8-4899-b0c2-457f90caf565" -d '{"events": [{"server_uuid": "d6ff5f67-64a1-4704-9302-bc3ac7bedb4f", "name": "network-vif-plugged", "status": "completed", "tag": "aeda3f8a-c7bf-4641-af52-b5fd45f03c3b"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:15:59.537864 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-35e5b311-a6e9-40c5-bc55-28fdd6975831 req-55d5b05d-8917-4d93-a15f-aa735f754834 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435629 Mar 08 19:15:59.545321 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aeda3f8a-c7bf-4641-af52-b5fd45f03c3b,segment=NetworkSegment(d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0),segment_id=d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:15:59.570858 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a817ef84-cab1-467b-8dc2-b2644b8284ae x-openstack-request-id: req-a817ef84-cab1-467b-8dc2-b2644b8284ae {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:15:59.571155 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ff5f67-64a1-4704-9302-bc3ac7bedb4f", "name": "network-vif-plugged", "status": "completed", "tag": "aeda3f8a-c7bf-4641-af52-b5fd45f03c3b", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:15:59.571417 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a817ef84-cab1-467b-8dc2-b2644b8284ae {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:15:59.571865 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ff5f67-64a1-4704-9302-bc3ac7bedb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeda3f8a-c7bf-4641-af52-b5fd45f03c3b', 'code': 200} Mar 08 19:15:59.626249 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (aeda3f8a-c7bf-4641-af52-b5fd45f03c3b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:15:59.672758 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=aeda3f8a-c7bf-4641-af52-b5fd45f03c3b,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:15:59.902700 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dc018-8999-47f2-b464-bd81198362f9 req-1d1e1f86-2b4f-4bdc-8fb4-8776a4c29aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:15:59.904337 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7e9dc018-8999-47f2-b464-bd81198362f9 req-1d1e1f86-2b4f-4bdc-8fb4-8776a4c29aac service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 1129 time: 0.0445316 Mar 08 19:15:59.952920 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7e9dc018-8999-47f2-b464-bd81198362f9 req-e4a6ed2c-139e-4d89-9474-26e24fd2e170 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Mar 08 19:16:00.078209 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af31478-9ddb-4494-8177-5f0aa0eb3935 req-fda911c7-3544-499c-9787-fcbcd7b9feec tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:00.079702 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3af31478-9ddb-4494-8177-5f0aa0eb3935 req-fda911c7-3544-499c-9787-fcbcd7b9feec tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0526385 Mar 08 19:16:00.129289 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3af31478-9ddb-4494-8177-5f0aa0eb3935 req-c2287f62-38cb-4238-a396-a679dfd36f83 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435746 Mar 08 19:16:00.447756 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46946) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:00.555684 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-adef0598-7507-469e-b2d7-d8f75bfcf804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.653641 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-adef0598-7507-469e-b2d7-d8f75bfcf804 admin admin] Publish callbacks [] for security_group (3f430817-1985-4dbe-81d5-d959de801a0c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.665309 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bb7c1-1560-4189-808c-70a8e01a9119 req-b6c133f3-2f4d-4803-bed9-a88fb4ca6c4f tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:00.666794 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-849bb7c1-1560-4189-808c-70a8e01a9119 req-b6c133f3-2f4d-4803-bed9-a88fb4ca6c4f tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 945 time: 0.0553675 Mar 08 19:16:00.712836 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-849bb7c1-1560-4189-808c-70a8e01a9119 req-dd46f6ce-5cfe-4e2d-85e5-4ce586db79b3 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Mar 08 19:16:00.734496 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-adef0598-7507-469e-b2d7-d8f75bfcf804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (3f430817-1985-4dbe-81d5-d959de801a0c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.778517 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-adef0598-7507-469e-b2d7-d8f75bfcf804 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=63875653896d4fc7b6b66030b028e3b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295524 Mar 08 19:16:00.779306 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef0598-7507-469e-b2d7-d8f75bfcf804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f430817-1985-4dbe-81d5-d959de801a0c,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:00.781102 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 46954) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:00.835573 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf3c6-9524-45dc-8ede-84b3f8a724e9 admin admin] Publish callbacks [] for security_group (3f430817-1985-4dbe-81d5-d959de801a0c), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:00.856524 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf3c6-9524-45dc-8ede-84b3f8a724e9 admin admin] Publish callbacks [] for security_group (3f430817-1985-4dbe-81d5-d959de801a0c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.013613 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf3c6-9524-45dc-8ede-84b3f8a724e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (3f430817-1985-4dbe-81d5-d959de801a0c), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.016244 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf3c6-9524-45dc-8ede-84b3f8a724e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.017394 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-bd3bf3c6-9524-45dc-8ede-84b3f8a724e9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3f430817-1985-4dbe-81d5-d959de801a0c HTTP/1.1" status: 204 len: 168 time: 0.2353041 Mar 08 19:16:01.025992 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bf3c6-9524-45dc-8ede-84b3f8a724e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f430817-1985-4dbe-81d5-d959de801a0c,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:01.258211 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb1812-7374-4b22-8ee4-2441f73d3923 req-18d8b1fe-6d91-4ff2-a454-c8b804d460cc tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:01.260944 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-edcb1812-7374-4b22-8ee4-2441f73d3923 req-18d8b1fe-6d91-4ff2-a454-c8b804d460cc tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0635209 Mar 08 19:16:01.313417 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-edcb1812-7374-4b22-8ee4-2441f73d3923 req-f288d40a-e455-4449-8b5e-cb5817e98069 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465124 Mar 08 19:16:01.733834 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 46964) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:01.748044 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1ce51e7f-1789-41ee-864a-2eafb9f1dc3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.865948 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf473c-04ed-4d0e-b5aa-6bd43a75e703 req-78d8de3b-ae11-4bdf-af58-6d14bde73c7c tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:01.867343 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3bf473c-04ed-4d0e-b5aa-6bd43a75e703 req-78d8de3b-ae11-4bdf-af58-6d14bde73c7c tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 945 time: 0.0863643 Mar 08 19:16:01.869204 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1ce51e7f-1789-41ee-864a-2eafb9f1dc3b admin admin] Publish callbacks [] for security_group (5c5fd086-53fa-41f8-9836-ca6dcd91de28), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.914856 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3bf473c-04ed-4d0e-b5aa-6bd43a75e703 req-a06bce80-c422-4e8a-a7b5-bcfe5b22ed1f tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416753 Mar 08 19:16:01.957842 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1ce51e7f-1789-41ee-864a-2eafb9f1dc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5c5fd086-53fa-41f8-9836-ca6dcd91de28), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.958077 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-72e0cd4f-c782-4323-b10e-f95553da327e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:01.997329 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-1ce51e7f-1789-41ee-864a-2eafb9f1dc3b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3c99ccc9edc74e27a3264792f499cb50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623916 Mar 08 19:16:01.998260 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce51e7f-1789-41ee-864a-2eafb9f1dc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5fd086-53fa-41f8-9836-ca6dcd91de28,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:02.000298 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 46968) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:02.049725 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bf932078-7fff-4848-a357-a0e05c7ac81e admin admin] Publish callbacks [] for security_group (5c5fd086-53fa-41f8-9836-ca6dcd91de28), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:02.073682 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bf932078-7fff-4848-a357-a0e05c7ac81e admin admin] Publish callbacks [] for security_group (5c5fd086-53fa-41f8-9836-ca6dcd91de28), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:02.186468 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bf932078-7fff-4848-a357-a0e05c7ac81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5c5fd086-53fa-41f8-9836-ca6dcd91de28), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:02.189127 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bf932078-7fff-4848-a357-a0e05c7ac81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:02.190286 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-bf932078-7fff-4848-a357-a0e05c7ac81e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5c5fd086-53fa-41f8-9836-ca6dcd91de28 HTTP/1.1" status: 204 len: 168 time: 0.1889708 Mar 08 19:16:02.198568 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf932078-7fff-4848-a357-a0e05c7ac81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5fd086-53fa-41f8-9836-ca6dcd91de28,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:02.434014 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466bddc-5eef-42e9-b74d-f362b54f0b60 req-c373a7e4-173e-4a83-accd-45fbbff474dd tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:02.435484 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d466bddc-5eef-42e9-b74d-f362b54f0b60 req-c373a7e4-173e-4a83-accd-45fbbff474dd tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0520837 Mar 08 19:16:02.485240 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d466bddc-5eef-42e9-b74d-f362b54f0b60 req-52fe4428-e021-4f2d-897a-b6663d4128a2 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440094 Mar 08 19:16:03.032709 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae60def-4e3a-4c9a-80f2-17c16fa9e2af req-1b4d52bb-edf4-4426-ab42-ebb5965a094b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:03.034347 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bae60def-4e3a-4c9a-80f2-17c16fa9e2af req-1b4d52bb-edf4-4426-ab42-ebb5965a094b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 945 time: 0.0527718 Mar 08 19:16:03.083122 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bae60def-4e3a-4c9a-80f2-17c16fa9e2af req-e329e842-161a-41fa-8a1c-2c9a9a33d7ab tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414488 Mar 08 19:16:03.604344 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072cbb1-61ce-4757-84c8-6b7c10f92c79 req-bfeaa0c8-a242-4b2c-b616-e4c990e189ed tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:03.605816 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3072cbb1-61ce-4757-84c8-6b7c10f92c79 req-bfeaa0c8-a242-4b2c-b616-e4c990e189ed tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0537031 Mar 08 19:16:03.654482 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3072cbb1-61ce-4757-84c8-6b7c10f92c79 req-d8a2fe6d-cbb9-48be-8792-6d3223532647 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431957 Mar 08 19:16:04.016523 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 47018) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:04.142096 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-02c0bd20-2a03-4202-8a60-9ec91caaaf23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.217774 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-02c0bd20-2a03-4202-8a60-9ec91caaaf23 admin admin] Publish callbacks [] for security_group (885667e1-6bfa-44c3-973f-a3c665c6d325), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.294641 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-02c0bd20-2a03-4202-8a60-9ec91caaaf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (885667e1-6bfa-44c3-973f-a3c665c6d325), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.294855 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2065eb06-b836-41f8-b786-18c4c3ffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.332225 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0bd20-2a03-4202-8a60-9ec91caaaf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885667e1-6bfa-44c3-973f-a3c665c6d325,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:04.338116 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-02c0bd20-2a03-4202-8a60-9ec91caaaf23 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b00e2ab33644560b1bacac0e33ef9f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205690 Mar 08 19:16:04.341557 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 47026) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:16:04.392016 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e6a89ee7-b9aa-4fc5-9f4f-00498f9bae6b admin admin] Publish callbacks [] for security_group (885667e1-6bfa-44c3-973f-a3c665c6d325), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.413672 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e6a89ee7-b9aa-4fc5-9f4f-00498f9bae6b admin admin] Publish callbacks [] for security_group (885667e1-6bfa-44c3-973f-a3c665c6d325), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.552482 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e6a89ee7-b9aa-4fc5-9f4f-00498f9bae6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (885667e1-6bfa-44c3-973f-a3c665c6d325), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.555993 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e6a89ee7-b9aa-4fc5-9f4f-00498f9bae6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:04.557194 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-e6a89ee7-b9aa-4fc5-9f4f-00498f9bae6b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/885667e1-6bfa-44c3-973f-a3c665c6d325 HTTP/1.1" status: 204 len: 168 time: 0.2155182 Mar 08 19:16:04.569754 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a89ee7-b9aa-4fc5-9f4f-00498f9bae6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885667e1-6bfa-44c3-973f-a3c665c6d325,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:04.592014 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b4843-4c67-411d-a603-a64deff8a2a5 req-51cd349d-561c-4c85-bdc0-cae9665e3909 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:04.593904 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c83b4843-4c67-411d-a603-a64deff8a2a5 req-51cd349d-561c-4c85-bdc0-cae9665e3909 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 945 time: 0.0740492 Mar 08 19:16:04.646063 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c83b4843-4c67-411d-a603-a64deff8a2a5 req-df575fe6-7a50-4160-ba95-df930f787e61 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452940 Mar 08 19:16:04.775111 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb910edd-cd5c-45c3-9d8e-2a877e61ec84 req-331b7ba3-7104-4ae3-934e-6e9a70f4d535 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:04.776617 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fb910edd-cd5c-45c3-9d8e-2a877e61ec84 req-331b7ba3-7104-4ae3-934e-6e9a70f4d535 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0527303 Mar 08 19:16:04.824597 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fb910edd-cd5c-45c3-9d8e-2a877e61ec84 req-902ca0c0-9446-4bd1-9c98-1c912598cc30 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424161 Mar 08 19:16:05.226985 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:05.775753 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5f402-2024-4851-a068-ffc42c107eb5 req-c2244ca3-1931-4e32-873e-4d89c4132a57 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:05.777347 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a1b5f402-2024-4851-a068-ffc42c107eb5 req-c2244ca3-1931-4e32-873e-4d89c4132a57 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 945 time: 0.0626836 Mar 08 19:16:05.828422 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a1b5f402-2024-4851-a068-ffc42c107eb5 req-0a2b57d9-e005-4964-b3a9-1d576efdcb4c tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451074 Mar 08 19:16:05.944413 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce744138-84e2-44f1-aad4-944ff10474b1 req-2b66b85d-7614-4dfd-9e70-32b28dfecdf3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:05.945912 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ce744138-84e2-44f1-aad4-944ff10474b1 req-2b66b85d-7614-4dfd-9e70-32b28dfecdf3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0523899 Mar 08 19:16:05.995208 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ce744138-84e2-44f1-aad4-944ff10474b1 req-6be5a2ff-85ba-406b-b014-fbaba84a3aba tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436366 Mar 08 19:16:06.670835 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b00c32-b7ee-4db6-9063-d4eacd8c6ef6 req-74206037-6188-4cf2-b2aa-0f87e3c999aa tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:06.673057 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d2b00c32-b7ee-4db6-9063-d4eacd8c6ef6 req-74206037-6188-4cf2-b2aa-0f87e3c999aa tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 945 time: 0.0551312 Mar 08 19:16:06.780403 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-d2b00c32-b7ee-4db6-9063-d4eacd8c6ef6 req-51a23614-385e-4ff3-b127-1d310ad14bb1 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Deleting port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:16:06.781007 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d2b00c32-b7ee-4db6-9063-d4eacd8c6ef6 req-51a23614-385e-4ff3-b127-1d310ad14bb1 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (aeda3f8a-c7bf-4641-af52-b5fd45f03c3b), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:06.868121 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-d2b00c32-b7ee-4db6-9063-d4eacd8c6ef6 req-51a23614-385e-4ff3-b127-1d310ad14bb1 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] For port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=aeda3f8a-c7bf-4641-af52-b5fd45f03c3b,segment=NetworkSegment(d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0),segment_id=d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:06.868495 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d2b00c32-b7ee-4db6-9063-d4eacd8c6ef6 req-51a23614-385e-4ff3-b127-1d310ad14bb1 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (aeda3f8a-c7bf-4641-af52-b5fd45f03c3b), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:06.880675 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-d2b00c32-b7ee-4db6-9063-d4eacd8c6ef6 req-51a23614-385e-4ff3-b127-1d310ad14bb1 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Calling delete_port for aeda3f8a-c7bf-4641-af52-b5fd45f03c3b owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:16:06.997145 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc366e-e82c-4342-be13-16bc87cd08b9 req-d305911d-9929-4cdd-aad8-8bcbd931852e tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:06.998250 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-22cc366e-e82c-4342-be13-16bc87cd08b9 req-d305911d-9929-4cdd-aad8-8bcbd931852e tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 945 time: 0.1029763 Mar 08 19:16:07.106335 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-22cc366e-e82c-4342-be13-16bc87cd08b9 req-aa3c1fb0-f5f0-4998-9073-813100c2324b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010194 Mar 08 19:16:07.145371 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609580e3-d733-4507-a231-f9e0072d9a13 req-b817513e-b2d8-44c1-85a0-3881832c322a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:07.147082 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-609580e3-d733-4507-a231-f9e0072d9a13 req-b817513e-b2d8-44c1-85a0-3881832c322a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0821447 Mar 08 19:16:07.193207 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-609580e3-d733-4507-a231-f9e0072d9a13 req-93b77207-d9e9-41b9-aaca-e6897ebfd2b0 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402279 Mar 08 19:16:07.203703 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d2b00c32-b7ee-4db6-9063-d4eacd8c6ef6 req-51a23614-385e-4ff3-b127-1d310ad14bb1 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (aeda3f8a-c7bf-4641-af52-b5fd45f03c3b), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:07.232340 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a23614-385e-4ff3-b127-1d310ad14bb1 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Pushing event deleted for resources: {'Port': ['ID=aeda3f8a-c7bf-4641-af52-b5fd45f03c3b,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:07.239810 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['aeda3f8a-c7bf-4641-af52-b5fd45f03c3b'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:16:07.244940 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:07.277203 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b00c32-b7ee-4db6-9063-d4eacd8c6ef6 req-51a23614-385e-4ff3-b127-1d310ad14bb1 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] No DVR routers for this DVR port aeda3f8a-c7bf-4641-af52-b5fd45f03c3b on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:16:07.279698 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d2b00c32-b7ee-4db6-9063-d4eacd8c6ef6 req-51a23614-385e-4ff3-b127-1d310ad14bb1 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:07.283033 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d2b00c32-b7ee-4db6-9063-d4eacd8c6ef6 req-51a23614-385e-4ff3-b127-1d310ad14bb1 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.76 "DELETE /v2.0/ports/aeda3f8a-c7bf-4641-af52-b5fd45f03c3b HTTP/1.1" status: 204 len: 173 time: 0.6040149 Mar 08 19:16:07.283462 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ff5f67-64a1-4704-9302-bc3ac7bedb4f', 'name': 'network-vif-deleted', 'tag': 'aeda3f8a-c7bf-4641-af52-b5fd45f03c3b'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:16:07.286880 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d6cc34-646b-410c-95b2-77842b2da865" -d '{"events": [{"server_uuid": "d6ff5f67-64a1-4704-9302-bc3ac7bedb4f", "name": "network-vif-deleted", "tag": "aeda3f8a-c7bf-4641-af52-b5fd45f03c3b"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:16:07.320328 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85af4da9-41aa-4c29-82bf-29eadaa4877c x-openstack-request-id: req-85af4da9-41aa-4c29-82bf-29eadaa4877c {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:16:07.320629 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ff5f67-64a1-4704-9302-bc3ac7bedb4f", "name": "network-vif-deleted", "tag": "aeda3f8a-c7bf-4641-af52-b5fd45f03c3b", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:16:07.320890 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-85af4da9-41aa-4c29-82bf-29eadaa4877c {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:16:07.321290 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ff5f67-64a1-4704-9302-bc3ac7bedb4f', 'name': 'network-vif-deleted', 'tag': 'aeda3f8a-c7bf-4641-af52-b5fd45f03c3b', 'status': 'completed', 'code': 200} Mar 08 19:16:08.211285 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-09f770fb-4839-4a0e-a047-0395d31622e4 req-f966acc2-5190-4a6e-81bf-874d4838b9a7 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6ff5f67-64a1-4704-9302-bc3ac7bedb4f HTTP/1.1" status: 200 len: 210 time: 0.0284038 Mar 08 19:16:08.327168 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d87b40-e993-4efd-ba5a-e3fea2da5717 req-7ca779b5-45bb-433b-8dc6-350df7f06718 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:08.328701 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-62d87b40-e993-4efd-ba5a-e3fea2da5717 req-7ca779b5-45bb-433b-8dc6-350df7f06718 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0549119 Mar 08 19:16:08.376589 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-62d87b40-e993-4efd-ba5a-e3fea2da5717 req-d738c59c-859c-4e6d-9e4e-b58bd4363335 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414488 Mar 08 19:16:08.426017 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:09.569183 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99692cf1-7db0-4ab3-aa05-92b843544bd5 req-49fde43a-64bc-444f-b7fb-2ccfc43a5fd1 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:09.570844 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-99692cf1-7db0-4ab3-aa05-92b843544bd5 req-49fde43a-64bc-444f-b7fb-2ccfc43a5fd1 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1224201 Mar 08 19:16:09.583479 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-9169b6ec-5d9e-4234-bd90-de3bd6a0bd09 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:09.584919 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-9169b6ec-5d9e-4234-bd90-de3bd6a0bd09 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/networks?id=1a068db2-6dfe-4657-8fb2-218599d890d9 HTTP/1.1" status: 200 len: 808 time: 0.1483808 Mar 08 19:16:09.611819 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-02249964-a043-4c53-9e06-9e53ce8fe3bb tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/quotas/bdba71d13754424b826f9fb2b1ab5e6b HTTP/1.1" status: 200 len: 375 time: 0.0205667 Mar 08 19:16:09.653421 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-f6dee037-cbf5-4748-9385-a2cc729655ca tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bdba71d13754424b826f9fb2b1ab5e6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345986 Mar 08 19:16:09.656921 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-99692cf1-7db0-4ab3-aa05-92b843544bd5 req-2a005233-ac9d-4e9a-8289-4fc19d8e982e tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796599 Mar 08 19:16:09.735873 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:16:09.761985 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-d42a3c4b-8392-4314-9581-8a196c771272 service neutron] 10.222.0.75 "GET /v2.0/networks/1a068db2-6dfe-4657-8fb2-218599d890d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011393 Mar 08 19:16:09.855522 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-68d9c1ec-ebf9-4d4e-8ff1-3fb81e82c448 service neutron] 10.222.0.75 "GET /v2.0/networks/1a068db2-6dfe-4657-8fb2-218599d890d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878489 Mar 08 19:16:10.081999 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f77d9443-7a1c-42a3-9180-c72541dfa2ab req-502d7bc5-3bf8-4a75-8293-d869f2cda35d tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 210 time: 0.0275118 Mar 08 19:16:10.776252 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643d61a-ef01-4a28-956f-c78deb4565e2 req-19f7e94f-9b4c-4ca2-b11e-65700864715e tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:10.777727 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2643d61a-ef01-4a28-956f-c78deb4565e2 req-19f7e94f-9b4c-4ca2-b11e-65700864715e tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0533264 Mar 08 19:16:10.824438 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2643d61a-ef01-4a28-956f-c78deb4565e2 req-ede41279-d829-4963-a702-64be0d8464ee tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 Mar 08 19:16:11.182793 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1a2ffb63-e3de-43da-b415-db4c8f4b00ca req-6ab44bf5-6dca-440e-b290-df96128b9223 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 210 time: 0.0288649 Mar 08 19:16:11.380491 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device aeda3f8a-c7bf-4641-af52-b5fd45f03c3b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:16:11.401941 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: aeda3f8a-c7bf-4641-af52-b5fd45f03c3b {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:16:11.402287 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device aeda3f8a-c7bf-4641-af52-b5fd45f03c3b not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:16:11.954009 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8d1f5-7b5d-424e-8d60-91ef24657a35 req-fc5009ef-4983-46e0-8a67-0914b8c3626b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:11.955468 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4bc8d1f5-7b5d-424e-8d60-91ef24657a35 req-fc5009ef-4983-46e0-8a67-0914b8c3626b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0605645 Mar 08 19:16:12.003893 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4bc8d1f5-7b5d-424e-8d60-91ef24657a35 req-9a80c15d-7bbe-485f-9ac5-d41925f52727 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422342 Mar 08 19:16:12.281761 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d3493c14-86fb-4156-8d21-a32fba7a4b89 req-08e45a35-d284-4774-92f7-52424ea7a336 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 210 time: 0.0267320 Mar 08 19:16:12.645271 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-fae4bf8b-c09d-4ffa-a846-ed04d44b5400 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:12.646710 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-fae4bf8b-c09d-4ffa-a846-ed04d44b5400 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.76 "GET /v2.0/networks?id=1a068db2-6dfe-4657-8fb2-218599d890d9 HTTP/1.1" status: 200 len: 808 time: 0.1044343 Mar 08 19:16:12.676204 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-2a25e8a9-cd70-4713-9fd6-851b4d7cf5f4 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Request body: {'port': {'device_id': '12866c93-9680-40b8-980d-3f3ab17a10ec', 'network_id': '1a068db2-6dfe-4657-8fb2-218599d890d9', 'admin_state_up': True, 'tenant_id': 'bdba71d13754424b826f9fb2b1ab5e6b'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:12.774637 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f0942-8fe6-49b4-952b-b76815754b81 req-f2d718ee-c6a6-467f-a321-dd7c8609fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:12.776089 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bc7f0942-8fe6-49b4-952b-b76815754b81 req-f2d718ee-c6a6-467f-a321-dd7c8609fb01 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 1129 time: 0.1284971 Mar 08 19:16:12.839447 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bc7f0942-8fe6-49b4-952b-b76815754b81 req-ddf4c45d-6d65-4183-858e-9758298afa3a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565825 Mar 08 19:16:12.934563 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-2a25e8a9-cd70-4713-9fd6-851b4d7cf5f4 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Made reservation on behalf of bdba71d13754424b826f9fb2b1ab5e6b for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:16:12.937955 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-2a25e8a9-cd70-4713-9fd6-851b4d7cf5f4 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:13.079307 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-2a25e8a9-cd70-4713-9fd6-851b4d7cf5f4 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Allocated IP 172.20.0.7 (1a068db2-6dfe-4657-8fb2-218599d890d9/03498a1a-2c12-4732-a7c0-66b529b308bf/d9ffdfef-bbe5-4d98-a651-286c8a5f64da) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:16:13.166961 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817c24-e3fb-4d6a-8d50-48410f457cb8 req-7840c2ea-8100-4257-950a-2d62a2fa6767 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:13.168475 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5b817c24-e3fb-4d6a-8d50-48410f457cb8 req-7840c2ea-8100-4257-950a-2d62a2fa6767 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0913393 Mar 08 19:16:13.284179 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5b817c24-e3fb-4d6a-8d50-48410f457cb8 req-1a739255-e9a2-4c69-b6b1-e353a3c4624a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990684 Mar 08 19:16:13.313969 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-2a25e8a9-cd70-4713-9fd6-851b4d7cf5f4 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Publish callbacks [] for port (d9ffdfef-bbe5-4d98-a651-286c8a5f64da), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:13.384177 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9cee31a8-2486-48f3-bea2-3a248c9eb929 req-a75b64e4-17ea-4282-b13c-2e9fc95c8b76 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 210 time: 0.0307171 Mar 08 19:16:13.449715 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-2a25e8a9-cd70-4713-9fd6-851b4d7cf5f4 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (d9ffdfef-bbe5-4d98-a651-286c8a5f64da), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:13.493967 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-2a25e8a9-cd70-4713-9fd6-851b4d7cf5f4 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Network 1a068db2-6dfe-4657-8fb2-218599d890d9 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:16:13.496838 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-2a25e8a9-cd70-4713-9fd6-851b4d7cf5f4 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:16:13.500423 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-2a25e8a9-cd70-4713-9fd6-851b4d7cf5f4 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:16:13.522709 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25e8a9-cd70-4713-9fd6-851b4d7cf5f4 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Pushing event updated for resources: {'Port': ['ID=d9ffdfef-bbe5-4d98-a651-286c8a5f64da,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:13.549404 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-2a25e8a9-cd70-4713-9fd6-851b4d7cf5f4 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:13.549958 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-2a25e8a9-cd70-4713-9fd6-851b4d7cf5f4 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:13.645453 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-2a25e8a9-cd70-4713-9fd6-851b4d7cf5f4 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9875436 Mar 08 19:16:13.657105 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Request body: {'port': {'device_id': '12866c93-9680-40b8-980d-3f3ab17a10ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:16:13.718064 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (d9ffdfef-bbe5-4d98-a651-286c8a5f64da), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:13.986591 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ffdfef-bbe5-4d98-a651-286c8a5f64da {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:16:13.994389 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Publish callbacks [] for port (d9ffdfef-bbe5-4d98-a651-286c8a5f64da), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:14.005887 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Transition to ACTIVE for port object d9ffdfef-bbe5-4d98-a651-286c8a5f64da will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:16:14.089333 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (d9ffdfef-bbe5-4d98-a651-286c8a5f64da), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:14.145377 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad8841-fa37-4925-a248-5808503797bc service neutron] Pushing event updated for resources: {'Port': ['ID=d9ffdfef-bbe5-4d98-a651-286c8a5f64da,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:14.208284 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Attempting to bind port d9ffdfef-bbe5-4d98-a651-286c8a5f64da on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:16:14.208516 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Attempting to bind port d9ffdfef-bbe5-4d98-a651-286c8a5f64da by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'd6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1a068db2-6dfe-4657-8fb2-218599d890d9'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:16:14.208842 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Attempting to bind port d9ffdfef-bbe5-4d98-a651-286c8a5f64da on network 1a068db2-6dfe-4657-8fb2-218599d890d9 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:16:14.213085 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Port d9ffdfef-bbe5-4d98-a651-286c8a5f64da on network 1a068db2-6dfe-4657-8fb2-218599d890d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:16:14.213400 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Attempting to bind port d9ffdfef-bbe5-4d98-a651-286c8a5f64da on network 1a068db2-6dfe-4657-8fb2-218599d890d9 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:16:14.218156 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:16:14.218486 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Checking segment: {'id': 'd6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1a068db2-6dfe-4657-8fb2-218599d890d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:16:14.218867 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Bound using segment: {'id': 'd6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1a068db2-6dfe-4657-8fb2-218599d890d9'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:16:14.219279 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Bound port: d9ffdfef-bbe5-4d98-a651-286c8a5f64da, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1a068db2-6dfe-4657-8fb2-218599d890d9'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:16:14.219627 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (d9ffdfef-bbe5-4d98-a651-286c8a5f64da), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:14.287746 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] For port d9ffdfef-bbe5-4d98-a651-286c8a5f64da, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:16:14.291383 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] For port d9ffdfef-bbe5-4d98-a651-286c8a5f64da, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9ffdfef-bbe5-4d98-a651-286c8a5f64da,segment=NetworkSegment(d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0),segment_id=d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:16:14.352343 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (d9ffdfef-bbe5-4d98-a651-286c8a5f64da), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:14.418509 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:14.419124 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:14.420538 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-edad8841-fa37-4925-a248-5808503797bc service neutron] 10.222.0.76 "PUT /v2.0/ports/d9ffdfef-bbe5-4d98-a651-286c8a5f64da HTTP/1.1" status: 200 len: 1093 time: 0.7674191 Mar 08 19:16:14.421202 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12866c93-9680-40b8-980d-3f3ab17a10ec', 'tag': 'd9ffdfef-bbe5-4d98-a651-286c8a5f64da'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:16:14.423297 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd33d1f-7e74-44b6-a432-36829241fe2a" -d '{"events": [{"name": "network-changed", "server_uuid": "12866c93-9680-40b8-980d-3f3ab17a10ec", "tag": "d9ffdfef-bbe5-4d98-a651-286c8a5f64da"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:16:14.451863 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad8841-fa37-4925-a248-5808503797bc service neutron] Pushing event updated for resources: {'Port': ['ID=d9ffdfef-bbe5-4d98-a651-286c8a5f64da,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:14.492970 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49962684-32d9-4aa7-bb83-c1b7bfaff4a5 req-c52647f1-26d3-419e-80dd-8bf8c875e01e tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:14.495032 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-49962684-32d9-4aa7-bb83-c1b7bfaff4a5 req-c52647f1-26d3-419e-80dd-8bf8c875e01e tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1389894 Mar 08 19:16:14.536188 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45716d6f-11e9-40d6-a4c1-2678bfdeed8a req-4bb8a392-fcac-4702-aa24-447e0099209c tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:14.537704 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-45716d6f-11e9-40d6-a4c1-2678bfdeed8a req-4bb8a392-fcac-4702-aa24-447e0099209c tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 943 time: 0.0818820 Mar 08 19:16:14.572980 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-49962684-32d9-4aa7-bb83-c1b7bfaff4a5 req-25822345-6d8f-4373-adf1-051309d4e010 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711603 Mar 08 19:16:14.627826 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-45716d6f-11e9-40d6-a4c1-2678bfdeed8a req-9e4afaf4-6382-4f16-bd61-c993a95f2317 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812871 Mar 08 19:16:14.635990 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f72bf4-ed85-44cb-b5c1-00ed86f28843 x-openstack-request-id: req-26f72bf4-ed85-44cb-b5c1-00ed86f28843 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:16:14.636375 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12866c93-9680-40b8-980d-3f3ab17a10ec", "tag": "d9ffdfef-bbe5-4d98-a651-286c8a5f64da", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:16:14.636542 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-26f72bf4-ed85-44cb-b5c1-00ed86f28843 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:16:14.637186 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12866c93-9680-40b8-980d-3f3ab17a10ec', 'tag': 'd9ffdfef-bbe5-4d98-a651-286c8a5f64da', 'status': 'completed', 'code': 200} Mar 08 19:16:14.648201 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-b69f4d57-0bfb-46f0-91d7-d84e3a96b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:14.649687 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-b69f4d57-0bfb-46f0-91d7-d84e3a96b847 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bdba71d13754424b826f9fb2b1ab5e6b&device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 1127 time: 0.0596662 Mar 08 19:16:14.690643 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-267b13b4-ff0c-4577-892f-26e2c2229275 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ffdfef-bbe5-4d98-a651-286c8a5f64da HTTP/1.1" status: 200 len: 217 time: 0.0336978 Mar 08 19:16:14.739206 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-7bffa108-3400-4f4b-b242-c8b01c761054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:14.740777 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-7bffa108-3400-4f4b-b242-c8b01c761054 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=03498a1a-2c12-4732-a7c0-66b529b308bf HTTP/1.1" status: 200 len: 848 time: 0.0431414 Mar 08 19:16:14.771393 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-d4eb1a83-8cae-440c-ad1c-3b08e4bdd4dc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1a068db2-6dfe-4657-8fb2-218599d890d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241687 Mar 08 19:16:14.875959 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-d40ffd4c-e2a7-4446-9d47-8990c3c89db8 service neutron] 10.222.0.76 "GET /v2.0/networks/1a068db2-6dfe-4657-8fb2-218599d890d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976579 Mar 08 19:16:14.969392 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc550e54-f2b9-4632-93f2-eb8297f822bb req-4081c1d7-ab2d-4a43-a4b9-83ae13d196f5 service neutron] 10.222.0.76 "GET /v2.0/networks/1a068db2-6dfe-4657-8fb2-218599d890d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881491 Mar 08 19:16:15.189840 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd33d1f-7e74-44b6-a432-36829241fe2a req-17041fff-ffd6-421b-9879-d9a90529b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:15.191441 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5bd33d1f-7e74-44b6-a432-36829241fe2a req-17041fff-ffd6-421b-9879-d9a90529b85c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bdba71d13754424b826f9fb2b1ab5e6b&device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 1127 time: 0.0454605 Mar 08 19:16:15.285268 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd33d1f-7e74-44b6-a432-36829241fe2a req-a228651c-f3b2-4500-922c-0a5641212424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:15.286662 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5bd33d1f-7e74-44b6-a432-36829241fe2a req-a228651c-f3b2-4500-922c-0a5641212424 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1a068db2-6dfe-4657-8fb2-218599d890d9 HTTP/1.1" status: 200 len: 909 time: 0.0877950 Mar 08 19:16:15.332457 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5bd33d1f-7e74-44b6-a432-36829241fe2a req-b5531239-64e1-4adb-a958-678ebf283790 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ffdfef-bbe5-4d98-a651-286c8a5f64da HTTP/1.1" status: 200 len: 217 time: 0.0395057 Mar 08 19:16:15.381938 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd33d1f-7e74-44b6-a432-36829241fe2a req-306c660a-74b6-4d04-9f8d-72cd48b47fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:15.383381 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5bd33d1f-7e74-44b6-a432-36829241fe2a req-306c660a-74b6-4d04-9f8d-72cd48b47fea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=03498a1a-2c12-4732-a7c0-66b529b308bf HTTP/1.1" status: 200 len: 848 time: 0.0443652 Mar 08 19:16:15.413535 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5bd33d1f-7e74-44b6-a432-36829241fe2a req-86910b42-cf16-4a3f-b115-59d1bc014890 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1a068db2-6dfe-4657-8fb2-218599d890d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236733 Mar 08 19:16:15.809555 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5bd33d1f-7e74-44b6-a432-36829241fe2a req-cdfcc648-764b-42c3-8f44-a449cd030aa6 service neutron] 10.222.0.76 "GET /v2.0/networks/1a068db2-6dfe-4657-8fb2-218599d890d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897724 Mar 08 19:16:15.821294 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a4eb4-0a46-433d-a206-97052c304b0b req-52839835-9d66-42d3-8d95-70a8113c8014 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:15.823006 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9b3a4eb4-0a46-433d-a206-97052c304b0b req-52839835-9d66-42d3-8d95-70a8113c8014 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 943 time: 0.1149442 Mar 08 19:16:15.839127 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9eb2f-88e0-49ab-b870-f0183638dd73 req-7365d77d-0d0b-4d17-bab5-9a42a3f1a3a8 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:15.840954 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5fe9eb2f-88e0-49ab-b870-f0183638dd73 req-7365d77d-0d0b-4d17-bab5-9a42a3f1a3a8 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1342776 Mar 08 19:16:15.982210 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9b3a4eb4-0a46-433d-a206-97052c304b0b req-80c01abb-447a-4467-a7f5-2b61cb038269 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505570 Mar 08 19:16:15.989087 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5fe9eb2f-88e0-49ab-b870-f0183638dd73 req-7c1bf3d9-bc77-4beb-a19f-ea520725ef7e tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282692 Mar 08 19:16:16.005409 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5bd33d1f-7e74-44b6-a432-36829241fe2a req-af85fc24-42be-4b18-9aa9-3d2c5825529f service neutron] 10.222.0.76 "GET /v2.0/networks/1a068db2-6dfe-4657-8fb2-218599d890d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797249 Mar 08 19:16:16.659201 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec1a6c-2ca0-4b54-9171-dcd4dec24686 req-3d5eedf2-ca31-4898-9dd0-86d6cdfe52fd tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:16.660876 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4aec1a6c-2ca0-4b54-9171-dcd4dec24686 req-3d5eedf2-ca31-4898-9dd0-86d6cdfe52fd tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0559762 Mar 08 19:16:16.744431 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4aec1a6c-2ca0-4b54-9171-dcd4dec24686 req-ac7cc1d4-6def-44ce-a784-b18b32b25de7 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720725 Mar 08 19:16:16.749907 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebd9c3-1226-4ad1-8ab5-3837e6730f69 req-ab36b8c9-1669-430d-b2a7-1f9b7cbf087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:16.751422 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4eebd9c3-1226-4ad1-8ab5-3837e6730f69 req-ab36b8c9-1669-430d-b2a7-1f9b7cbf087b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac3e528a3aa34615a7a87b17e74c1f34&device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 1129 time: 0.0868003 Mar 08 19:16:16.874914 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebd9c3-1226-4ad1-8ab5-3837e6730f69 req-46372cb0-a4e2-482b-89ab-583b987864e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:16.876340 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4eebd9c3-1226-4ad1-8ab5-3837e6730f69 req-46372cb0-a4e2-482b-89ab-583b987864e9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57635741-7850-4fb8-8caf-3cc49a276e9c HTTP/1.1" status: 200 len: 919 time: 0.1179540 Mar 08 19:16:16.918727 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4eebd9c3-1226-4ad1-8ab5-3837e6730f69 req-7ced69ef-50b7-4fe3-a172-ce971063e749 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44706abe-99b3-4515-9c94-ae08c20efdd8 HTTP/1.1" status: 200 len: 217 time: 0.0353806 Mar 08 19:16:16.973019 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebd9c3-1226-4ad1-8ab5-3837e6730f69 req-280c6d5a-a3ae-4376-b364-ddc69aae3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:16.974486 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4eebd9c3-1226-4ad1-8ab5-3837e6730f69 req-280c6d5a-a3ae-4376-b364-ddc69aae3c4a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4458874f-5444-4ac0-9eff-261091c9a74c HTTP/1.1" status: 200 len: 858 time: 0.0471523 Mar 08 19:16:17.008921 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4eebd9c3-1226-4ad1-8ab5-3837e6730f69 req-5e08f0db-d5c4-4a4a-9e43-6e1a5fd8770e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57635741-7850-4fb8-8caf-3cc49a276e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250196 Mar 08 19:16:17.147855 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4eebd9c3-1226-4ad1-8ab5-3837e6730f69 req-29caceb5-a7a9-42ff-a0b1-5e354a69c3f8 service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294284 Mar 08 19:16:17.156382 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f9f04-42b2-40d8-8c96-5341d3cb6d5f req-9af384b2-9893-401b-acdd-2cf80ac60af6 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:17.157876 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6e8f9f04-42b2-40d8-8c96-5341d3cb6d5f req-9af384b2-9893-401b-acdd-2cf80ac60af6 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 943 time: 0.0795345 Mar 08 19:16:17.257974 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6e8f9f04-42b2-40d8-8c96-5341d3cb6d5f req-b5ac8631-a0ab-4234-99db-412658f8e8d2 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910213 Mar 08 19:16:17.274064 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4eebd9c3-1226-4ad1-8ab5-3837e6730f69 req-70e9a4e3-2775-4442-bd4e-024b5d4a1107 service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152205 Mar 08 19:16:17.886989 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2fae9-22e4-4de7-ba06-4090d3bc790f req-7e555fd5-11b7-4042-bc4f-2fcb5d070026 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:17.888527 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fac2fae9-22e4-4de7-ba06-4090d3bc790f req-7e555fd5-11b7-4042-bc4f-2fcb5d070026 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0647423 Mar 08 19:16:17.935847 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fac2fae9-22e4-4de7-ba06-4090d3bc790f req-9ecfcd1e-9660-4ff5-8d09-7422b2675da3 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417347 Mar 08 19:16:18.375977 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1be986-76cd-4a9e-a12a-2cb9607ae4f3 req-5e98f74f-a5e4-43cd-b67c-3cd65c462409 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:18.377476 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4f1be986-76cd-4a9e-a12a-2cb9607ae4f3 req-5e98f74f-a5e4-43cd-b67c-3cd65c462409 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 943 time: 0.0519612 Mar 08 19:16:18.429304 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4f1be986-76cd-4a9e-a12a-2cb9607ae4f3 req-af56d45b-bec1-4995-9c97-9ff988a2fdb0 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462108 Mar 08 19:16:19.061923 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c473b-289a-41fa-89cc-3c1b4c08e9cb req-466f3226-01ff-4290-818a-099b6bdb8898 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:19.063477 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6c4c473b-289a-41fa-89cc-3c1b4c08e9cb req-466f3226-01ff-4290-818a-099b6bdb8898 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0611446 Mar 08 19:16:19.113962 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6c4c473b-289a-41fa-89cc-3c1b4c08e9cb req-0d6dce1d-b4f1-4d2a-91da-f8d1bbb10240 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448549 Mar 08 19:16:19.669635 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07245c89-0f69-4199-b136-2d0a418162a7 req-ed931e42-b906-4706-a07b-7aea4ebe945b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:19.671178 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-07245c89-0f69-4199-b136-2d0a418162a7 req-ed931e42-b906-4706-a07b-7aea4ebe945b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 943 time: 0.1736517 Mar 08 19:16:19.718591 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-07245c89-0f69-4199-b136-2d0a418162a7 req-8edee5cf-e438-4aa8-9ed4-cce2e60d9474 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417883 Mar 08 19:16:20.232622 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b6c42-d44b-4eeb-97cc-d546893c5810 req-d0a95a08-75e9-49a5-94df-8790119ea02a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:20.234132 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-226b6c42-d44b-4eeb-97cc-d546893c5810 req-d0a95a08-75e9-49a5-94df-8790119ea02a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0515666 Mar 08 19:16:20.283188 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-226b6c42-d44b-4eeb-97cc-d546893c5810 req-470b6725-23f5-4c72-9252-facc62a4d72e tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435328 Mar 08 19:16:20.835024 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf7fcc-fc81-4924-aee2-9bf6188149d4 req-a5a28aef-66e9-4258-8a4d-6d92af0227b3 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:20.836580 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fabf7fcc-fc81-4924-aee2-9bf6188149d4 req-a5a28aef-66e9-4258-8a4d-6d92af0227b3 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 943 time: 0.0539453 Mar 08 19:16:20.882341 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fabf7fcc-fc81-4924-aee2-9bf6188149d4 req-3afdc6a9-0c1a-4a42-8e0b-10049e879e88 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396061 Mar 08 19:16:21.144987 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device d9ffdfef-bbe5-4d98-a651-286c8a5f64da details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:16:21.244069 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port d9ffdfef-bbe5-4d98-a651-286c8a5f64da, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9ffdfef-bbe5-4d98-a651-286c8a5f64da,segment=NetworkSegment(d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0),segment_id=d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:21.256374 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': 'd9ffdfef-bbe5-4d98-a651-286c8a5f64da', 'network_id': '1a068db2-6dfe-4657-8fb2-218599d890d9', 'port_id': 'd9ffdfef-bbe5-4d98-a651-286c8a5f64da', 'mac_address': 'fa:16:3e:14:0f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03498a1a-2c12-4732-a7c0-66b529b308bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:16:21.293768 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port d9ffdfef-bbe5-4d98-a651-286c8a5f64da is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:21.294173 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (d9ffdfef-bbe5-4d98-a651-286c8a5f64da), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:21.306447 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ffdfef-bbe5-4d98-a651-286c8a5f64da {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:16:21.327878 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port d9ffdfef-bbe5-4d98-a651-286c8a5f64da, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9ffdfef-bbe5-4d98-a651-286c8a5f64da,segment=NetworkSegment(d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0),segment_id=d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:21.386158 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (d9ffdfef-bbe5-4d98-a651-286c8a5f64da), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:21.399887 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531e3a3-2a01-4008-9486-e9a722c611eb req-837e4883-7547-4c88-81dd-f83ac7e0be28 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:21.401377 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f531e3a3-2a01-4008-9486-e9a722c611eb req-837e4883-7547-4c88-81dd-f83ac7e0be28 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0513296 Mar 08 19:16:21.435069 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=d9ffdfef-bbe5-4d98-a651-286c8a5f64da,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:21.458019 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f531e3a3-2a01-4008-9486-e9a722c611eb req-361e4b69-0ec4-4844-926f-3f8633b1926c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509250 Mar 08 19:16:22.001519 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba2493-0c83-444b-bec2-2c953d28f648 req-af4976ce-848c-4641-a111-491375112606 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:22.002947 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f5ba2493-0c83-444b-bec2-2c953d28f648 req-af4976ce-848c-4641-a111-491375112606 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 944 time: 0.0553524 Mar 08 19:16:22.054596 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f5ba2493-0c83-444b-bec2-2c953d28f648 req-65572294-da81-4900-8a17-34327b083381 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442469 Mar 08 19:16:22.577307 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6850f-aff8-4f7f-85cb-a04a9bb210a1 req-e06701c4-145b-4b14-94a7-7b19974d8c20 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:22.578822 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fae6850f-aff8-4f7f-85cb-a04a9bb210a1 req-e06701c4-145b-4b14-94a7-7b19974d8c20 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0530221 Mar 08 19:16:22.625915 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fae6850f-aff8-4f7f-85cb-a04a9bb210a1 req-7888209c-8a47-4c83-a72d-468e8db26b65 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417523 Mar 08 19:16:22.700484 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:23.182318 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e43972-a597-4097-99c0-3fb0df78b802 req-62f1a132-47c3-4a78-b865-dda0013cd4d8 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:23.183790 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-64e43972-a597-4097-99c0-3fb0df78b802 req-62f1a132-47c3-4a78-b865-dda0013cd4d8 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 944 time: 0.0543966 Mar 08 19:16:23.236261 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-64e43972-a597-4097-99c0-3fb0df78b802 req-72e515ca-f7cf-4c57-ba80-6fe8f9da820a tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462506 Mar 08 19:16:23.703233 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['d9ffdfef-bbe5-4d98-a651-286c8a5f64da'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:16:23.777007 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae206acd-9b56-4e18-946e-7b12a2e3b4b5 req-0f43a65d-3fea-487d-9da6-d137beab8ebe tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:23.779390 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ae206acd-9b56-4e18-946e-7b12a2e3b4b5 req-0f43a65d-3fea-487d-9da6-d137beab8ebe tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0827985 Mar 08 19:16:23.834442 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ae206acd-9b56-4e18-946e-7b12a2e3b4b5 req-15553937-993e-4daf-8fe4-a3bd35d541a5 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487051 Mar 08 19:16:24.361386 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e5204-1171-4621-b776-008d7728e28a req-88aa3bb0-0363-478e-a642-87a098e359f5 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:24.362912 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3a0e5204-1171-4621-b776-008d7728e28a req-88aa3bb0-0363-478e-a642-87a098e359f5 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 944 time: 0.0539324 Mar 08 19:16:24.413908 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3a0e5204-1171-4621-b776-008d7728e28a req-ac447955-ed3f-48d4-b3d4-029a092dc4d1 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453186 Mar 08 19:16:24.971019 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d089ee4-7e0b-416b-9ec7-1f97c7fa7be9 req-807c3489-c246-41ba-bcff-4ba96a8e978a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:24.972521 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2d089ee4-7e0b-416b-9ec7-1f97c7fa7be9 req-807c3489-c246-41ba-bcff-4ba96a8e978a tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0565696 Mar 08 19:16:25.019469 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2d089ee4-7e0b-416b-9ec7-1f97c7fa7be9 req-6bbf3c9e-66c2-45cc-9978-65c19a25d884 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412395 Mar 08 19:16:25.526456 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5cdc3337-3b05-4521-bcea-d640ca3e65a8 req-247b40df-94fd-44cf-ac27-c173de9508b0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694516 Mar 08 19:16:25.548815 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de7092-f986-4bab-87a9-d8aac96a67c8 req-1c9ce1a3-1241-45ed-b5bd-077e5ab18fcc tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:25.550308 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-15de7092-f986-4bab-87a9-d8aac96a67c8 req-1c9ce1a3-1241-45ed-b5bd-077e5ab18fcc tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 944 time: 0.0612068 Mar 08 19:16:25.629510 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-15de7092-f986-4bab-87a9-d8aac96a67c8 req-e71c5cab-3698-4284-956c-0808f3b9545e tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666981 Mar 08 19:16:25.632119 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc3337-3b05-4521-bcea-d640ca3e65a8 req-07c9f386-47bf-47b7-8d45-61ccf8ba8864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:25.633549 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5cdc3337-3b05-4521-bcea-d640ca3e65a8 req-07c9f386-47bf-47b7-8d45-61ccf8ba8864 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac3e528a3aa34615a7a87b17e74c1f34&device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 1129 time: 0.0785189 Mar 08 19:16:25.744535 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc3337-3b05-4521-bcea-d640ca3e65a8 req-f602da2c-4792-436d-8064-eb9501515b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:25.746884 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5cdc3337-3b05-4521-bcea-d640ca3e65a8 req-f602da2c-4792-436d-8064-eb9501515b4c service neutron] 10.222.0.76 "GET /v2.0/networks?id=57635741-7850-4fb8-8caf-3cc49a276e9c HTTP/1.1" status: 200 len: 919 time: 0.0921669 Mar 08 19:16:25.798775 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5cdc3337-3b05-4521-bcea-d640ca3e65a8 req-d632e1f6-48a7-4119-90f8-da9f0677aede service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5b10e88-0abd-4904-ac5c-9598e04d2762 HTTP/1.1" status: 200 len: 217 time: 0.0427144 Mar 08 19:16:25.848463 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc3337-3b05-4521-bcea-d640ca3e65a8 req-02f116f2-147a-42a2-8cc7-865799fe491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:25.849908 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5cdc3337-3b05-4521-bcea-d640ca3e65a8 req-02f116f2-147a-42a2-8cc7-865799fe491f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4458874f-5444-4ac0-9eff-261091c9a74c HTTP/1.1" status: 200 len: 858 time: 0.0450568 Mar 08 19:16:25.880743 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5cdc3337-3b05-4521-bcea-d640ca3e65a8 req-dd355398-96e6-4718-afa5-9fffe5c9b7fb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57635741-7850-4fb8-8caf-3cc49a276e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236804 Mar 08 19:16:25.971816 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5cdc3337-3b05-4521-bcea-d640ca3e65a8 req-a7a4b57b-bdaf-416b-ae48-e532b88ec2fb service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837543 Mar 08 19:16:26.059102 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5cdc3337-3b05-4521-bcea-d640ca3e65a8 req-a8508367-b73d-4eb0-b037-f847526b6eff service neutron] 10.222.0.76 "GET /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801497 Mar 08 19:16:26.140889 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb90d35-71a7-4893-aaf0-efe7bcd1c229 req-1869eed1-bc54-4d23-983b-af35b893f307 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:26.142595 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ffb90d35-71a7-4893-aaf0-efe7bcd1c229 req-1869eed1-bc54-4d23-983b-af35b893f307 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0539854 Mar 08 19:16:26.193798 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ffb90d35-71a7-4893-aaf0-efe7bcd1c229 req-4b3193aa-f801-4901-ba94-88b4a0c2b988 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458832 Mar 08 19:16:26.628670 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device d9ffdfef-bbe5-4d98-a651-286c8a5f64da up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:16:26.758400 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617f60c-6745-45a4-8d34-f3fb72d5436e req-18f4aeb7-3a1a-4dd3-b2ec-b5981e3391c9 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:26.759801 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1617f60c-6745-45a4-8d34-f3fb72d5436e req-18f4aeb7-3a1a-4dd3-b2ec-b5981e3391c9 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 944 time: 0.0545084 Mar 08 19:16:26.763056 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port d9ffdfef-bbe5-4d98-a651-286c8a5f64da completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:16:26.767353 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port d9ffdfef-bbe5-4d98-a651-286c8a5f64da triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:16:26.768890 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (d9ffdfef-bbe5-4d98-a651-286c8a5f64da), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:26.816058 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1617f60c-6745-45a4-8d34-f3fb72d5436e req-18c7f520-f57c-4cb2-bbf6-c88c87a87338 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492098 Mar 08 19:16:26.866828 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port d9ffdfef-bbe5-4d98-a651-286c8a5f64da is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:16:26.867220 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (d9ffdfef-bbe5-4d98-a651-286c8a5f64da), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:26.889002 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12866c93-9680-40b8-980d-3f3ab17a10ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ffdfef-bbe5-4d98-a651-286c8a5f64da'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:16:26.891216 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5197d54-b8b0-4939-b8a4-7c23f9f2eb56" -d '{"events": [{"server_uuid": "12866c93-9680-40b8-980d-3f3ab17a10ec", "name": "network-vif-plugged", "status": "completed", "tag": "d9ffdfef-bbe5-4d98-a651-286c8a5f64da"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:16:26.904366 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port d9ffdfef-bbe5-4d98-a651-286c8a5f64da, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9ffdfef-bbe5-4d98-a651-286c8a5f64da,segment=NetworkSegment(d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0),segment_id=d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:26.925864 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866ee3b9-d34e-430f-a90c-93af38f111a9 x-openstack-request-id: req-866ee3b9-d34e-430f-a90c-93af38f111a9 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:16:26.926230 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12866c93-9680-40b8-980d-3f3ab17a10ec", "name": "network-vif-plugged", "status": "completed", "tag": "d9ffdfef-bbe5-4d98-a651-286c8a5f64da", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:16:26.926458 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-866ee3b9-d34e-430f-a90c-93af38f111a9 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:16:26.927021 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12866c93-9680-40b8-980d-3f3ab17a10ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ffdfef-bbe5-4d98-a651-286c8a5f64da', 'code': 200} Mar 08 19:16:26.980140 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (d9ffdfef-bbe5-4d98-a651-286c8a5f64da), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:27.031689 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=d9ffdfef-bbe5-4d98-a651-286c8a5f64da,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:27.942963 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772c2d3-0751-4cb1-b826-f3a7560c77f6 req-ead5172b-1841-4080-8174-1514c835f3e7 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:27.944662 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9772c2d3-0751-4cb1-b826-f3a7560c77f6 req-ead5172b-1841-4080-8174-1514c835f3e7 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0526114 Mar 08 19:16:27.990384 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9772c2d3-0751-4cb1-b826-f3a7560c77f6 req-9d98f88d-9396-4ea3-98a2-8f1e3ec9a34e tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401323 Mar 08 19:16:29.111235 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9168e5-3ec3-4439-b237-3cc5b185a888 req-8cb38aad-ccc6-41dc-9962-646754adf6fa tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:29.112760 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8c9168e5-3ec3-4439-b237-3cc5b185a888 req-8cb38aad-ccc6-41dc-9962-646754adf6fa tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0558608 Mar 08 19:16:29.160846 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8c9168e5-3ec3-4439-b237-3cc5b185a888 req-2d9020f1-8442-4033-8b3b-c647a3165650 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425589 Mar 08 19:16:30.282091 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682c506-6cc1-4b9b-8c5e-31b6f4542fcb req-67c74c55-9e94-451d-96ea-4eef22e8a2c1 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:30.283699 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7682c506-6cc1-4b9b-8c5e-31b6f4542fcb req-67c74c55-9e94-451d-96ea-4eef22e8a2c1 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0544703 Mar 08 19:16:30.333348 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7682c506-6cc1-4b9b-8c5e-31b6f4542fcb req-7e6ab34c-3330-423b-8e44-8d7545a1e566 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437145 Mar 08 19:16:30.732253 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928df52d-8f73-4317-96ee-5169c2fb129a req-be251811-ac0f-4f27-bf29-f5bbcfb5aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:30.733889 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-928df52d-8f73-4317-96ee-5169c2fb129a req-be251811-ac0f-4f27-bf29-f5bbcfb5aee8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 1129 time: 0.0479465 Mar 08 19:16:30.780027 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-928df52d-8f73-4317-96ee-5169c2fb129a req-bf42f67d-1fe7-40f5-8aab-1d15e1ff0517 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390491 Mar 08 19:16:31.451048 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7af19-d167-4b54-acca-f956818b2541 req-9269cccb-2665-49ed-9937-42db76983a17 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:31.452510 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-82c7af19-d167-4b54-acca-f956818b2541 req-9269cccb-2665-49ed-9937-42db76983a17 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0528333 Mar 08 19:16:31.499717 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-82c7af19-d167-4b54-acca-f956818b2541 req-ca4429ea-9c32-4031-99f1-67a8a2ade712 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417423 Mar 08 19:16:32.021862 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-642a8b14-b587-410a-a87f-b72c52842a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:32.615419 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb7149-0e5f-422d-9a84-2d8b8bf6c477 req-9534d3c1-7502-4da6-a336-aad4f704a3d0 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:32.616905 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b5cb7149-0e5f-422d-9a84-2d8b8bf6c477 req-9534d3c1-7502-4da6-a336-aad4f704a3d0 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0518284 Mar 08 19:16:32.667746 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b5cb7149-0e5f-422d-9a84-2d8b8bf6c477 req-2c714b2a-034b-4134-adea-a667b5605a06 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453532 Mar 08 19:16:33.798444 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4750c23-7f88-4fd6-8243-a95a3b6327e6 req-58a54e5f-a239-4987-9ec7-f8e1eacde676 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:33.799997 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b4750c23-7f88-4fd6-8243-a95a3b6327e6 req-58a54e5f-a239-4987-9ec7-f8e1eacde676 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0645452 Mar 08 19:16:33.848783 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b4750c23-7f88-4fd6-8243-a95a3b6327e6 req-193e179c-dbbb-42fb-9e52-43fff16f9146 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431471 Mar 08 19:16:34.271444 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-52170c57-4945-4bc1-87c4-3e9d5bc3336b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:34.975966 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fcf45-ac7c-40f9-a2c0-993a09a6100e req-3cbd3177-d8a4-4872-8593-cf9547891e4f tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:34.977467 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-167fcf45-ac7c-40f9-a2c0-993a09a6100e req-3cbd3177-d8a4-4872-8593-cf9547891e4f tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0561049 Mar 08 19:16:35.023039 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-167fcf45-ac7c-40f9-a2c0-993a09a6100e req-e3564999-edc4-434c-a28d-fb8f23572f2f tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401096 Mar 08 19:16:35.231269 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:36.157781 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b1cbd-85af-4ad1-b8e6-a514fc2384dc req-760f16c6-1d9e-436f-8c03-4c5452540e28 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:36.159266 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0a9b1cbd-85af-4ad1-b8e6-a514fc2384dc req-760f16c6-1d9e-436f-8c03-4c5452540e28 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0678368 Mar 08 19:16:36.212368 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0a9b1cbd-85af-4ad1-b8e6-a514fc2384dc req-26faa32e-9844-43da-a303-4ab6ea538d74 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469007 Mar 08 19:16:37.245597 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:37.337299 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644303b2-a6e5-4584-9205-e52115da03ab req-bcc50ea7-f364-4173-ab20-526206e3fd7f tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:37.338768 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-644303b2-a6e5-4584-9205-e52115da03ab req-bcc50ea7-f364-4173-ab20-526206e3fd7f tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0539958 Mar 08 19:16:37.387149 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-644303b2-a6e5-4584-9205-e52115da03ab req-b707a80e-bf87-45f8-b8e8-27c1022f432b tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423961 Mar 08 19:16:38.397477 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:40.140103 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce899562-d80e-4b3a-8b54-d334ef905522 req-5008a135-16f2-4dab-9c3a-0e4677435d4f tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:40.141958 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ce899562-d80e-4b3a-8b54-d334ef905522 req-5008a135-16f2-4dab-9c3a-0e4677435d4f tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0532069 Mar 08 19:16:40.193165 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ce899562-d80e-4b3a-8b54-d334ef905522 req-dd393e71-a136-4179-bf18-617ff420508f tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453532 Mar 08 19:16:41.318354 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf13e0c-4020-4d9f-bedd-a7712e159b8f req-3c2ee665-98cf-4a78-be63-8c4c53242775 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:41.320436 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6cf13e0c-4020-4d9f-bedd-a7712e159b8f req-3c2ee665-98cf-4a78-be63-8c4c53242775 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0559065 Mar 08 19:16:41.371950 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6cf13e0c-4020-4d9f-bedd-a7712e159b8f req-5aef7b37-c3b5-4d34-8cf9-df3c3f03d36f tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465052 Mar 08 19:16:41.543500 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd07e2d-2cf6-4d4d-bf8c-f8092e9486d7 req-60800c2b-3e96-4290-a529-4376f7f95784 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:41.545004 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7cd07e2d-2cf6-4d4d-bf8c-f8092e9486d7 req-60800c2b-3e96-4290-a529-4376f7f95784 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0520678 Mar 08 19:16:41.590591 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7cd07e2d-2cf6-4d4d-bf8c-f8092e9486d7 req-f9c3c686-76a4-4772-9613-753247fe86b2 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393894 Mar 08 19:16:42.500658 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28990c5d-9b00-4df9-9802-9472e5167a20 req-17c6e69d-e8f9-443d-9907-adf18e728592 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:42.502734 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-28990c5d-9b00-4df9-9802-9472e5167a20 req-17c6e69d-e8f9-443d-9907-adf18e728592 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0585244 Mar 08 19:16:42.554408 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-28990c5d-9b00-4df9-9802-9472e5167a20 req-a935f1d1-e91d-403b-ade5-3866de590af7 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449338 Mar 08 19:16:42.740385 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003796e-322c-4c5e-b25b-da58ce244017 req-e325b185-8ce0-43f5-8b6a-fb72f39671f4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:42.742072 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c003796e-322c-4c5e-b25b-da58ce244017 req-e325b185-8ce0-43f5-8b6a-fb72f39671f4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0740643 Mar 08 19:16:42.798868 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c003796e-322c-4c5e-b25b-da58ce244017 req-3dc6988b-c6df-419e-bfac-1c2f5ba6690c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506020 Mar 08 19:16:43.682341 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321e9c2-60f4-4245-b84e-dc001086ab75 req-6a2a5240-3675-4263-8fcf-333d31b58212 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:43.684113 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4321e9c2-60f4-4245-b84e-dc001086ab75 req-6a2a5240-3675-4263-8fcf-333d31b58212 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0591078 Mar 08 19:16:43.732533 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4321e9c2-60f4-4245-b84e-dc001086ab75 req-c0de766f-ca8c-4d97-8ea8-642786903e49 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426676 Mar 08 19:16:43.944911 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed889f-7341-44f1-ad03-4e769710999e req-cedc7393-2f40-453d-9571-20ecc9f29250 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:43.946470 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e7ed889f-7341-44f1-ad03-4e769710999e req-cedc7393-2f40-453d-9571-20ecc9f29250 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0569534 Mar 08 19:16:43.994714 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e7ed889f-7341-44f1-ad03-4e769710999e req-35d48cc7-4172-4fa6-8da0-8256da3288b7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424876 Mar 08 19:16:44.865790 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2acc1d-d4a5-4113-afdd-689035a715b5 req-a1e24823-dec6-4a23-86d6-a2e5640d2d93 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:44.867481 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cd2acc1d-d4a5-4113-afdd-689035a715b5 req-a1e24823-dec6-4a23-86d6-a2e5640d2d93 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0527692 Mar 08 19:16:44.924391 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cd2acc1d-d4a5-4113-afdd-689035a715b5 req-1e81ff21-f23b-4b15-ad12-74899230a6dd tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511835 Mar 08 19:16:45.116123 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515156e-e204-4544-8b4b-5d9ac80fcdab req-37380041-89f0-42d7-ba63-38735e52df75 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:45.117650 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b515156e-e204-4544-8b4b-5d9ac80fcdab req-37380041-89f0-42d7-ba63-38735e52df75 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0511913 Mar 08 19:16:45.165051 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b515156e-e204-4544-8b4b-5d9ac80fcdab req-ff6ecc42-1d94-46aa-b775-e26c287e514d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419762 Mar 08 19:16:46.045256 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c806dd9-c304-4040-a487-28adf3f26b7e req-31c707d4-8ac0-4d1f-9e45-0cc981f92176 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:46.046686 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9c806dd9-c304-4040-a487-28adf3f26b7e req-31c707d4-8ac0-4d1f-9e45-0cc981f92176 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0507658 Mar 08 19:16:46.092642 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9c806dd9-c304-4040-a487-28adf3f26b7e req-5a6d29f6-cc0b-407d-82fd-a7c64c965cc7 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398912 Mar 08 19:16:46.300919 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb6ed5-479f-41d0-af00-d0ee6dc1152d req-6a11d0c5-be0e-4f6a-9d23-a3111fe39d48 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:46.302509 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-41eb6ed5-479f-41d0-af00-d0ee6dc1152d req-6a11d0c5-be0e-4f6a-9d23-a3111fe39d48 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0617783 Mar 08 19:16:46.349973 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-41eb6ed5-479f-41d0-af00-d0ee6dc1152d req-d0bfa196-23a0-4152-a04b-70a560f867b9 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416787 Mar 08 19:16:46.734705 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:16:47.254475 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee5317-1d7a-4af8-a137-dad28ae1033f req-c95e547b-c686-42da-a60f-90e22023799e tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:47.254475 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-06ee5317-1d7a-4af8-a137-dad28ae1033f req-c95e547b-c686-42da-a60f-90e22023799e tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0584249 Mar 08 19:16:47.271163 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-06ee5317-1d7a-4af8-a137-dad28ae1033f req-e4f3e3ca-22b4-469d-aee9-569795579733 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423429 Mar 08 19:16:47.478128 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62699e8-9adf-4c98-b3a6-bfa0b8c30361 req-e60eaa89-4076-477a-a3cf-759c90ab533c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:47.479799 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b62699e8-9adf-4c98-b3a6-bfa0b8c30361 req-e60eaa89-4076-477a-a3cf-759c90ab533c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0531335 Mar 08 19:16:47.541718 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b62699e8-9adf-4c98-b3a6-bfa0b8c30361 req-e33ab86c-5934-47b5-aab6-19faf42b9071 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555336 Mar 08 19:16:47.754144 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53ab73-513c-4dbb-a028-6aef499f6055 req-a8c3efe1-55ca-43eb-b2b5-971a32aeca06 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:47.755621 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7d53ab73-513c-4dbb-a028-6aef499f6055 req-a8c3efe1-55ca-43eb-b2b5-971a32aeca06 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.76 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 945 time: 0.0575719 Mar 08 19:16:47.857302 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-7d53ab73-513c-4dbb-a028-6aef499f6055 req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Deleting port d9ffdfef-bbe5-4d98-a651-286c8a5f64da {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:16:47.857640 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7d53ab73-513c-4dbb-a028-6aef499f6055 req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (d9ffdfef-bbe5-4d98-a651-286c8a5f64da), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:47.960284 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-7d53ab73-513c-4dbb-a028-6aef499f6055 req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] For port d9ffdfef-bbe5-4d98-a651-286c8a5f64da, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9ffdfef-bbe5-4d98-a651-286c8a5f64da,segment=NetworkSegment(d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0),segment_id=d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:47.960650 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7d53ab73-513c-4dbb-a028-6aef499f6055 req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (d9ffdfef-bbe5-4d98-a651-286c8a5f64da), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:47.975183 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-7d53ab73-513c-4dbb-a028-6aef499f6055 req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Calling delete_port for d9ffdfef-bbe5-4d98-a651-286c8a5f64da owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:16:48.204477 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7d53ab73-513c-4dbb-a028-6aef499f6055 req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (d9ffdfef-bbe5-4d98-a651-286c8a5f64da), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:48.222281 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['d9ffdfef-bbe5-4d98-a651-286c8a5f64da'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:16:48.247165 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Pushing event deleted for resources: {'Port': ['ID=d9ffdfef-bbe5-4d98-a651-286c8a5f64da,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:48.259029 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:48.259718 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:48.259718 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:48.260079 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:48.260409 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:48.260733 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:48.261059 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:48.261653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:48.261973 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:48.262295 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:48.262616 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:48.262931 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:48.263245 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:16:48.306817 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d53ab73-513c-4dbb-a028-6aef499f6055 req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] No DVR routers for this DVR port d9ffdfef-bbe5-4d98-a651-286c8a5f64da on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:16:48.310658 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7d53ab73-513c-4dbb-a028-6aef499f6055 req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:48.311958 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7d53ab73-513c-4dbb-a028-6aef499f6055 req-64a97b72-7d7b-48cc-b06f-f853c2ca1b73 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.76 "DELETE /v2.0/ports/d9ffdfef-bbe5-4d98-a651-286c8a5f64da HTTP/1.1" status: 204 len: 173 time: 0.5495450 Mar 08 19:16:48.312438 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12866c93-9680-40b8-980d-3f3ab17a10ec', 'name': 'network-vif-deleted', 'tag': 'd9ffdfef-bbe5-4d98-a651-286c8a5f64da'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:16:48.317243 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4643e24-16d5-4980-862b-6c02f51b5198" -d '{"events": [{"server_uuid": "12866c93-9680-40b8-980d-3f3ab17a10ec", "name": "network-vif-deleted", "tag": "d9ffdfef-bbe5-4d98-a651-286c8a5f64da"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:16:48.375897 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e84a3b-6ef5-4525-a545-5a3bf11f69ba x-openstack-request-id: req-98e84a3b-6ef5-4525-a545-5a3bf11f69ba {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:16:48.376296 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12866c93-9680-40b8-980d-3f3ab17a10ec", "name": "network-vif-deleted", "tag": "d9ffdfef-bbe5-4d98-a651-286c8a5f64da", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:16:48.376590 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-98e84a3b-6ef5-4525-a545-5a3bf11f69ba {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:16:48.377039 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12866c93-9680-40b8-980d-3f3ab17a10ec', 'name': 'network-vif-deleted', 'tag': 'd9ffdfef-bbe5-4d98-a651-286c8a5f64da', 'status': 'completed', 'code': 200} Mar 08 19:16:48.445280 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2d290d37-5245-4cd5-82ef-f8b984c44dd0 req-bdd12bc7-3934-41d6-9f14-5dfe10d35053 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 210 time: 0.0455265 Mar 08 19:16:48.706603 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af2594-45ce-4289-8ce2-191fc9b887ff req-9c78fb0f-b53d-4d73-a644-06c5b5664535 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:48.709471 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-34af2594-45ce-4289-8ce2-191fc9b887ff req-9c78fb0f-b53d-4d73-a644-06c5b5664535 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0898275 Mar 08 19:16:48.792123 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-34af2594-45ce-4289-8ce2-191fc9b887ff req-d79ea2f1-f774-4780-abf0-e90d83238ffa tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702307 Mar 08 19:16:49.334136 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497ab0d-5abd-44b5-8626-c4b6bee4b9c2 req-5f1bdc95-bb37-4fde-b34a-408e56dae0f8 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:49.336902 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8497ab0d-5abd-44b5-8626-c4b6bee4b9c2 req-5f1bdc95-bb37-4fde-b34a-408e56dae0f8 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0613537 Mar 08 19:16:49.401580 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8497ab0d-5abd-44b5-8626-c4b6bee4b9c2 req-06601dd8-9338-4879-bcc1-199b2296377d tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572796 Mar 08 19:16:49.588928 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a12ddf0c-76a5-4f0d-825d-12ff108bc57e req-c5ac25f3-0342-4156-9a77-a610f5814f72 tempest-VolumesActionsTest-2006765495 tempest-VolumesActionsTest-2006765495-project] 10.222.0.75 "GET /v2.0/ports?device_id=12866c93-9680-40b8-980d-3f3ab17a10ec HTTP/1.1" status: 200 len: 210 time: 0.0325077 Mar 08 19:16:49.948538 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242faa6-cab8-429f-93bf-6e1713d20c27 req-24550d87-89e0-478b-9849-fca90d925916 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:49.949931 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6242faa6-cab8-429f-93bf-6e1713d20c27 req-24550d87-89e0-478b-9849-fca90d925916 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0619299 Mar 08 19:16:50.002917 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6242faa6-cab8-429f-93bf-6e1713d20c27 req-e02756c4-82f0-4fad-afe1-a0c57c5d69d9 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462956 Mar 08 19:16:50.544634 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4317f1-4349-4364-b1ca-28a638185747 req-84101088-d276-435b-9633-d3a4fe47fe78 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:50.546194 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5f4317f1-4349-4364-b1ca-28a638185747 req-84101088-d276-435b-9633-d3a4fe47fe78 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0644767 Mar 08 19:16:50.598863 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5f4317f1-4349-4364-b1ca-28a638185747 req-aa2f209b-1ec5-4d4c-9a49-51c99ac11d61 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456104 Mar 08 19:16:50.730109 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device d9ffdfef-bbe5-4d98-a651-286c8a5f64da no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:16:50.751361 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: d9ffdfef-bbe5-4d98-a651-286c8a5f64da {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:16:50.752294 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device d9ffdfef-bbe5-4d98-a651-286c8a5f64da not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:16:51.139101 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247b8b4-739d-452d-ae91-6752f2d2fcb4 req-a93423b4-eebe-4790-b2f2-d923d8f0393e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:51.140763 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b247b8b4-739d-452d-ae91-6752f2d2fcb4 req-a93423b4-eebe-4790-b2f2-d923d8f0393e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0625243 Mar 08 19:16:51.195493 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b247b8b4-739d-452d-ae91-6752f2d2fcb4 req-dd74b1b9-1158-48de-99e7-fc0fd803b58d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483401 Mar 08 19:16:51.727423 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21482d46-4699-450a-9782-aa2941d365a5 req-6719c7b2-576d-4f90-bfc6-2753611db37f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:51.728952 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-21482d46-4699-450a-9782-aa2941d365a5 req-6719c7b2-576d-4f90-bfc6-2753611db37f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0575204 Mar 08 19:16:51.780759 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-21482d46-4699-450a-9782-aa2941d365a5 req-1cee3747-8e5a-4e09-a175-d15b0d0698f7 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453854 Mar 08 19:16:52.329461 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a285bb-8825-45f0-881c-add6b01263e5 req-f766c4c3-aa98-4609-8643-cb84188f49fd tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:52.331687 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-55a285bb-8825-45f0-881c-add6b01263e5 req-f766c4c3-aa98-4609-8643-cb84188f49fd tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0586774 Mar 08 19:16:52.383306 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-55a285bb-8825-45f0-881c-add6b01263e5 req-f34ab01c-9de7-409c-a339-ad3d5c904a05 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456169 Mar 08 19:16:52.681341 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:52.921183 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2c213-7167-4f86-b37e-209aaa27da4f req-f55a2bda-d21d-4507-9e59-6467b4e0de21 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:52.922638 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cbf2c213-7167-4f86-b37e-209aaa27da4f req-f55a2bda-d21d-4507-9e59-6467b4e0de21 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.76 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0817645 Mar 08 19:16:52.945781 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8b7d9-4e19-4670-b227-fa8e2fd5cb67 req-007e4ce4-d3b5-4a08-8d6d-f75239777e06 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:52.947253 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dcc8b7d9-4e19-4670-b227-fa8e2fd5cb67 req-007e4ce4-d3b5-4a08-8d6d-f75239777e06 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 945 time: 0.0806112 Mar 08 19:16:53.052976 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dcc8b7d9-4e19-4670-b227-fa8e2fd5cb67 req-8592339c-d56e-45ee-9db7-da084e3d95c5 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887034 Mar 08 19:16:53.077567 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-cbf2c213-7167-4f86-b37e-209aaa27da4f req-d39c6e21-c28e-42d5-8bd0-19fc8469f48f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Deleting port f5b10e88-0abd-4904-ac5c-9598e04d2762 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:16:53.077907 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-cbf2c213-7167-4f86-b37e-209aaa27da4f req-d39c6e21-c28e-42d5-8bd0-19fc8469f48f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (f5b10e88-0abd-4904-ac5c-9598e04d2762), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:53.175680 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-cbf2c213-7167-4f86-b37e-209aaa27da4f req-d39c6e21-c28e-42d5-8bd0-19fc8469f48f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] For port f5b10e88-0abd-4904-ac5c-9598e04d2762, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f5b10e88-0abd-4904-ac5c-9598e04d2762,segment=NetworkSegment(ab38971a-9a97-42fb-8431-334e18475c63),segment_id=ab38971a-9a97-42fb-8431-334e18475c63)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:16:53.176064 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-cbf2c213-7167-4f86-b37e-209aaa27da4f req-d39c6e21-c28e-42d5-8bd0-19fc8469f48f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (f5b10e88-0abd-4904-ac5c-9598e04d2762), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:53.188533 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-cbf2c213-7167-4f86-b37e-209aaa27da4f req-d39c6e21-c28e-42d5-8bd0-19fc8469f48f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Calling delete_port for f5b10e88-0abd-4904-ac5c-9598e04d2762 owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:16:53.402721 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-cbf2c213-7167-4f86-b37e-209aaa27da4f req-d39c6e21-c28e-42d5-8bd0-19fc8469f48f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (f5b10e88-0abd-4904-ac5c-9598e04d2762), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:53.432030 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c6e21-c28e-42d5-8bd0-19fc8469f48f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Pushing event deleted for resources: {'Port': ['ID=f5b10e88-0abd-4904-ac5c-9598e04d2762,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:16:53.722817 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf2c213-7167-4f86-b37e-209aaa27da4f req-d39c6e21-c28e-42d5-8bd0-19fc8469f48f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] No DVR routers for this DVR port f5b10e88-0abd-4904-ac5c-9598e04d2762 on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:16:53.739400 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-cbf2c213-7167-4f86-b37e-209aaa27da4f req-d39c6e21-c28e-42d5-8bd0-19fc8469f48f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:16:53.742695 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cbf2c213-7167-4f86-b37e-209aaa27da4f req-d39c6e21-c28e-42d5-8bd0-19fc8469f48f tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.76 "DELETE /v2.0/ports/f5b10e88-0abd-4904-ac5c-9598e04d2762 HTTP/1.1" status: 204 len: 173 time: 0.8135209 Mar 08 19:16:53.743147 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abebaedb-474b-4500-9076-7c3f12d33513', 'name': 'network-vif-deleted', 'tag': 'f5b10e88-0abd-4904-ac5c-9598e04d2762'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:16:53.745370 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23937d87-f85c-41d8-8cdc-c0f56b14b6c0" -d '{"events": [{"server_uuid": "abebaedb-474b-4500-9076-7c3f12d33513", "name": "network-vif-deleted", "tag": "f5b10e88-0abd-4904-ac5c-9598e04d2762"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:16:53.781224 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee99f4-f343-41ee-825a-75310754a940 req-63ef5356-1de0-41e2-8e07-1f211753b6ff tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:53.783400 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e0ee99f4-f343-41ee-825a-75310754a940 req-63ef5356-1de0-41e2-8e07-1f211753b6ff tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.3253860 Mar 08 19:16:53.785126 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3851f0b5-c0d1-4d65-b742-d8bb4f0af63b x-openstack-request-id: req-3851f0b5-c0d1-4d65-b742-d8bb4f0af63b {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:16:53.785288 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abebaedb-474b-4500-9076-7c3f12d33513", "name": "network-vif-deleted", "tag": "f5b10e88-0abd-4904-ac5c-9598e04d2762", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:16:53.785390 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3851f0b5-c0d1-4d65-b742-d8bb4f0af63b {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:16:53.785773 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abebaedb-474b-4500-9076-7c3f12d33513', 'name': 'network-vif-deleted', 'tag': 'f5b10e88-0abd-4904-ac5c-9598e04d2762', 'status': 'completed', 'code': 200} Mar 08 19:16:53.831584 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e0ee99f4-f343-41ee-825a-75310754a940 req-b4a2e943-3f87-447f-85a5-4d16323358f0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425222 Mar 08 19:16:54.169511 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-237c5e97-b31d-4f58-bac6-f715367b9461 req-1c2fd1f1-f947-4c58-a79b-0dad32ee2735 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 210 time: 0.0358410 Mar 08 19:16:54.959348 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cd43-a7bf-45ec-bc4f-6d0ba78705fa req-29345335-2822-494d-9e4c-c8ead8a85027 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:54.960859 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2c13cd43-a7bf-45ec-bc4f-6d0ba78705fa req-29345335-2822-494d-9e4c-c8ead8a85027 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0588284 Mar 08 19:16:54.968366 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['44706abe-99b3-4515-9c94-ae08c20efdd8', 'f5b10e88-0abd-4904-ac5c-9598e04d2762'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:16:55.013418 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2c13cd43-a7bf-45ec-bc4f-6d0ba78705fa req-18169ca5-7f59-45c9-8ab5-3a6e557a876a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453916 Mar 08 19:16:55.273267 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7e3006b2-526d-4662-a37d-8929dde00696 req-b6caea9e-107e-46ad-ba17-eb06de9c5471 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 210 time: 0.0321393 Mar 08 19:16:56.145864 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ccc9f-2940-4cde-ae31-9087e2f4c34f req-c9797a83-bba6-430f-9c77-a1eb5cb99312 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:56.147351 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-481ccc9f-2940-4cde-ae31-9087e2f4c34f req-c9797a83-bba6-430f-9c77-a1eb5cb99312 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0619571 Mar 08 19:16:56.193518 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-481ccc9f-2940-4cde-ae31-9087e2f4c34f req-2806c8a8-241a-43c5-a98a-9d149b7cfb06 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406718 Mar 08 19:16:56.369940 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f138484-d466-4722-933d-cfc3d0e3759a req-6b21381f-fbd9-4189-afc7-fc4246f44833 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 210 time: 0.0297630 Mar 08 19:16:57.318733 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf26434-29ba-4bba-b414-3f7f9ec2deaa req-1c42a724-2350-491d-ac33-750a3cc1ea11 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:57.320234 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-eaf26434-29ba-4bba-b414-3f7f9ec2deaa req-1c42a724-2350-491d-ac33-750a3cc1ea11 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0536187 Mar 08 19:16:57.365481 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-eaf26434-29ba-4bba-b414-3f7f9ec2deaa req-cf2f69a8-1476-41dc-af63-c83b06a46e3c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397689 Mar 08 19:16:57.468549 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c01b2e42-1501-437a-87f0-7ff3e6187522 req-e6da1563-970e-45f9-93a2-447cde9e4532 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 210 time: 0.0286059 Mar 08 19:16:58.495061 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981c0b1-32b7-4074-89e6-c4b1ce38a740 req-1b04a833-9062-4410-846a-3e4c208ad533 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:58.496626 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b981c0b1-32b7-4074-89e6-c4b1ce38a740 req-1b04a833-9062-4410-846a-3e4c208ad533 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0544031 Mar 08 19:16:58.555977 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b981c0b1-32b7-4074-89e6-c4b1ce38a740 req-6f8e1cf2-6509-4a3f-b8fe-63295be5dca8 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538270 Mar 08 19:16:58.583554 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-79470046-2345-4b04-bbae-c158e4aa1039 req-9285287e-4e5a-43bb-813a-1e0ae2e5d4ad tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=abebaedb-474b-4500-9076-7c3f12d33513 HTTP/1.1" status: 200 len: 210 time: 0.0266032 Mar 08 19:16:59.453506 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device f5b10e88-0abd-4904-ac5c-9598e04d2762 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:16:59.480745 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: f5b10e88-0abd-4904-ac5c-9598e04d2762 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:16:59.481306 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device f5b10e88-0abd-4904-ac5c-9598e04d2762 not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:16:59.754153 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0fff3-b137-4b3e-86b3-30ca74189aff req-c4fba53b-443a-4388-89db-7e641c5a433c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:16:59.760515 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b8b0fff3-b137-4b3e-86b3-30ca74189aff req-c4fba53b-443a-4388-89db-7e641c5a433c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.1147363 Mar 08 19:16:59.860465 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b8b0fff3-b137-4b3e-86b3-30ca74189aff req-d1e06985-13ca-45eb-818f-42db2bbc7f64 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868895 Mar 08 19:17:00.352125 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfca3ca-5bc6-4a3e-8620-ccf0a028e9e9 req-17e52cdc-7d5d-4f5d-9d64-064c84128b16 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:00.369150 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0dfca3ca-5bc6-4a3e-8620-ccf0a028e9e9 req-17e52cdc-7d5d-4f5d-9d64-064c84128b16 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1392121 Mar 08 19:17:00.457765 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0dfca3ca-5bc6-4a3e-8620-ccf0a028e9e9 req-ac033dd2-033e-43aa-a790-f3210d042021 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878012 Mar 08 19:17:00.939187 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc11371-eed0-4df8-ab20-f67a8b5a4d8f req-4fc6a6aa-1f19-4742-aa27-6db660aa07b5 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:00.941405 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ffc11371-eed0-4df8-ab20-f67a8b5a4d8f req-4fc6a6aa-1f19-4742-aa27-6db660aa07b5 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.1422842 Mar 08 19:17:01.091834 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ffc11371-eed0-4df8-ab20-f67a8b5a4d8f req-849a06fc-8c80-40a3-90d6-97d7eabccbe1 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400809 Mar 08 19:17:01.140533 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea73e13-5b8b-43b1-bb09-bee1dd5ffc19 req-94cc2715-04cc-4b66-b4e9-92c4f217e47d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:01.146460 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9ea73e13-5b8b-43b1-bb09-bee1dd5ffc19 req-94cc2715-04cc-4b66-b4e9-92c4f217e47d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.1453774 Mar 08 19:17:01.222247 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9ea73e13-5b8b-43b1-bb09-bee1dd5ffc19 req-8060e6d6-7ee4-4e12-9067-aaafc2da493a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691304 Mar 08 19:17:01.653229 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da2702-8b6b-4f54-a5cf-bf06a53cb362 req-f820ae7a-3b27-45dc-b241-854ebdf1c789 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:01.660459 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-47da2702-8b6b-4f54-a5cf-bf06a53cb362 req-f820ae7a-3b27-45dc-b241-854ebdf1c789 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0781884 Mar 08 19:17:01.719122 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-47da2702-8b6b-4f54-a5cf-bf06a53cb362 req-322f64a0-7936-4659-a920-57e3d89b147e tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570750 Mar 08 19:17:01.950976 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-56986fbd-5fdd-41af-bda1-82891e303e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:02.266228 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6166d-ccd1-4871-abc4-0d8fee335e8a req-2e7c0e6a-e1cc-4c85-a556-82017ff61dd0 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:02.278368 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e4b6166d-ccd1-4871-abc4-0d8fee335e8a req-2e7c0e6a-e1cc-4c85-a556-82017ff61dd0 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0898175 Mar 08 19:17:02.364413 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e4b6166d-ccd1-4871-abc4-0d8fee335e8a req-cc289a11-7394-4a1a-b5c0-2e357fcf2a01 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848382 Mar 08 19:17:02.442667 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585122d5-274a-47bb-ae82-164d2e0f0c2c req-85ef64f8-0e21-4cf6-b9ef-8939d003736f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:02.444785 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-585122d5-274a-47bb-ae82-164d2e0f0c2c req-85ef64f8-0e21-4cf6-b9ef-8939d003736f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0737991 Mar 08 19:17:02.514302 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-585122d5-274a-47bb-ae82-164d2e0f0c2c req-929d8f11-051d-480e-bdb2-fb75f79c139f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613437 Mar 08 19:17:02.857080 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c9e1c-38a9-4676-ba9a-2d56be071e21 req-f8bfe966-7f34-44b8-86e8-40377b3955a4 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:02.860449 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3d8c9e1c-38a9-4676-ba9a-2d56be071e21 req-f8bfe966-7f34-44b8-86e8-40377b3955a4 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0762694 Mar 08 19:17:02.906676 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3d8c9e1c-38a9-4676-ba9a-2d56be071e21 req-e8763145-e31a-48c7-9163-a9f7abe5154e tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452540 Mar 08 19:17:03.504503 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823293d-51b3-4d77-b936-bd96d59412f6 req-091c03f7-79a2-4c1f-8a6e-cff860d0df24 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:03.506186 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9823293d-51b3-4d77-b936-bd96d59412f6 req-091c03f7-79a2-4c1f-8a6e-cff860d0df24 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0569263 Mar 08 19:17:03.570355 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9823293d-51b3-4d77-b936-bd96d59412f6 req-b7d49c43-63ff-4685-ab4e-d57ec412e563 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569446 Mar 08 19:17:03.667092 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fb4d6-47db-44b6-b923-a6dde6849aea req-3be40796-4262-4bba-bd75-c25e27288eb2 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:03.668661 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7f0fb4d6-47db-44b6-b923-a6dde6849aea req-3be40796-4262-4bba-bd75-c25e27288eb2 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0554445 Mar 08 19:17:03.718176 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7f0fb4d6-47db-44b6-b923-a6dde6849aea req-08676944-f6ac-4c60-accb-27bce94f099a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436108 Mar 08 19:17:04.064932 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc0f78-3ae8-406a-b89b-72aa28d6801d req-a00e90da-b5e5-4e1f-ae37-22a7ec610a50 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:04.067619 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9efc0f78-3ae8-406a-b89b-72aa28d6801d req-a00e90da-b5e5-4e1f-ae37-22a7ec610a50 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0818748 Mar 08 19:17:04.121557 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9efc0f78-3ae8-406a-b89b-72aa28d6801d req-09e0d377-39b1-4ce1-8d5f-4168e36dfba0 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466483 Mar 08 19:17:04.286576 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-46a54311-a859-4fa7-8c5d-73ce24240288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:04.709472 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafc224-da70-48d6-a3ea-25d7db0fb16e req-ec2686e6-1735-4ced-88a8-a752bbf16672 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:04.711072 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8aafc224-da70-48d6-a3ea-25d7db0fb16e req-ec2686e6-1735-4ced-88a8-a752bbf16672 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0606792 Mar 08 19:17:04.769495 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8aafc224-da70-48d6-a3ea-25d7db0fb16e req-4b1ebdac-4dd2-44ff-a0a2-16e274bfead9 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527794 Mar 08 19:17:04.860355 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264ffe2-953f-4c1d-bfd0-e4362f276c04 req-88f34ffc-be56-454c-aea3-6d8ce3a9bdea tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:04.861764 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7264ffe2-953f-4c1d-bfd0-e4362f276c04 req-88f34ffc-be56-454c-aea3-6d8ce3a9bdea tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0656688 Mar 08 19:17:04.908332 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7264ffe2-953f-4c1d-bfd0-e4362f276c04 req-f5d4868a-4767-4819-bc59-ffdc2ab470d4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410361 Mar 08 19:17:05.224414 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:05.288900 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526639c5-1120-49fa-bc87-a1715f9f989c req-e2279cf6-c54a-49d8-bdb2-e778d4b8d6b8 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:05.292177 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-526639c5-1120-49fa-bc87-a1715f9f989c req-e2279cf6-c54a-49d8-bdb2-e778d4b8d6b8 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0830576 Mar 08 19:17:05.373523 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-526639c5-1120-49fa-bc87-a1715f9f989c req-2bd1a598-f324-49ba-bb71-58f36c1f0e1b tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757570 Mar 08 19:17:05.939365 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8867f00-beb1-4efa-9595-d3a6c176a117 req-de688b4a-c600-4e78-8c8d-7c533f7e6ce3 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:05.941365 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c8867f00-beb1-4efa-9595-d3a6c176a117 req-de688b4a-c600-4e78-8c8d-7c533f7e6ce3 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0913525 Mar 08 19:17:06.026711 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c8867f00-beb1-4efa-9595-d3a6c176a117 req-40fa58ca-7401-4228-8089-af8f2a26c205 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794208 Mar 08 19:17:06.084328 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8573f8b-1d2f-4235-9c75-e7eeab789188 req-6f11653d-4ce0-4a4c-99f8-b42230bcc1d0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:06.088880 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c8573f8b-1d2f-4235-9c75-e7eeab789188 req-6f11653d-4ce0-4a4c-99f8-b42230bcc1d0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0867562 Mar 08 19:17:06.150087 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c8573f8b-1d2f-4235-9c75-e7eeab789188 req-7ee2876c-ff60-4c0d-8575-5469b6551b15 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584438 Mar 08 19:17:06.578732 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b39942-a8fc-4a32-ae8b-abec1dd21131 req-9b540a67-79c9-49b9-a0d9-b236fb7fd567 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:06.586479 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-91b39942-a8fc-4a32-ae8b-abec1dd21131 req-9b540a67-79c9-49b9-a0d9-b236fb7fd567 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1238160 Mar 08 19:17:06.649489 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-91b39942-a8fc-4a32-ae8b-abec1dd21131 req-49d17201-fe1b-47ee-8dab-a915f594269c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618334 Mar 08 19:17:07.261555 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:07.435569 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f4e73-9347-4596-b68a-528ab250bc03 req-2cbdfafe-21a2-4534-a34a-6718f902c7d0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:07.438237 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b83f4e73-9347-4596-b68a-528ab250bc03 req-2cbdfafe-21a2-4534-a34a-6718f902c7d0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0799859 Mar 08 19:17:07.499358 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4333145-6edb-4e11-9ad1-27ef6a0829d2 req-0c6ae29e-f9d6-49e6-babc-727aae9f992a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:07.499358 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a4333145-6edb-4e11-9ad1-27ef6a0829d2 req-0c6ae29e-f9d6-49e6-babc-727aae9f992a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.2500446 Mar 08 19:17:07.564921 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b83f4e73-9347-4596-b68a-528ab250bc03 req-d5d51a2c-cc1f-4531-9061-60d61ca041f7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120341 Mar 08 19:17:07.588489 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a4333145-6edb-4e11-9ad1-27ef6a0829d2 req-6a755191-564a-4ddc-8282-7612ddc23189 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836411 Mar 08 19:17:07.811661 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62ca97-af64-4e51-9cc1-c9291fcddc34 req-8526ce3e-6414-4272-aa2e-fb6ab408d7c2 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:07.813227 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da62ca97-af64-4e51-9cc1-c9291fcddc34 req-8526ce3e-6414-4272-aa2e-fb6ab408d7c2 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0949311 Mar 08 19:17:07.848716 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b269dd-7525-457a-85d2-f9a94003a45c req-f5d6e757-552f-44eb-9dc2-ee04473e17b9 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:07.852307 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-06b269dd-7525-457a-85d2-f9a94003a45c req-f5d6e757-552f-44eb-9dc2-ee04473e17b9 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.76 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1000845 Mar 08 19:17:07.925212 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da62ca97-af64-4e51-9cc1-c9291fcddc34 req-8fe0fe73-c05d-464f-9dad-5fd6f3228661 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/security-groups?id=ee079d4a-77fe-4769-bb48-f96218ef3a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053209 Mar 08 19:17:07.992177 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-06b269dd-7525-457a-85d2-f9a94003a45c req-39c2722e-6555-42a9-aa24-0e3094c8865c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Deleting port 44706abe-99b3-4515-9c94-ae08c20efdd8 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:17:07.992177 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-06b269dd-7525-457a-85d2-f9a94003a45c req-39c2722e-6555-42a9-aa24-0e3094c8865c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (44706abe-99b3-4515-9c94-ae08c20efdd8), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:08.116901 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-06b269dd-7525-457a-85d2-f9a94003a45c req-39c2722e-6555-42a9-aa24-0e3094c8865c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] For port 44706abe-99b3-4515-9c94-ae08c20efdd8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=44706abe-99b3-4515-9c94-ae08c20efdd8,segment=NetworkSegment(ab38971a-9a97-42fb-8431-334e18475c63),segment_id=ab38971a-9a97-42fb-8431-334e18475c63)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:08.117468 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-06b269dd-7525-457a-85d2-f9a94003a45c req-39c2722e-6555-42a9-aa24-0e3094c8865c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (44706abe-99b3-4515-9c94-ae08c20efdd8), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:08.133431 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-06b269dd-7525-457a-85d2-f9a94003a45c req-39c2722e-6555-42a9-aa24-0e3094c8865c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Calling delete_port for 44706abe-99b3-4515-9c94-ae08c20efdd8 owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:17:08.375397 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-06b269dd-7525-457a-85d2-f9a94003a45c req-39c2722e-6555-42a9-aa24-0e3094c8865c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (44706abe-99b3-4515-9c94-ae08c20efdd8), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:08.390797 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['44706abe-99b3-4515-9c94-ae08c20efdd8'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:17:08.418378 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:08.441620 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2722e-6555-42a9-aa24-0e3094c8865c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Pushing event deleted for resources: {'Port': ['ID=44706abe-99b3-4515-9c94-ae08c20efdd8,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:08.512546 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b269dd-7525-457a-85d2-f9a94003a45c req-39c2722e-6555-42a9-aa24-0e3094c8865c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] No DVR routers for this DVR port 44706abe-99b3-4515-9c94-ae08c20efdd8 on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:17:08.512709 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-06b269dd-7525-457a-85d2-f9a94003a45c req-39c2722e-6555-42a9-aa24-0e3094c8865c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:08.517535 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-06b269dd-7525-457a-85d2-f9a94003a45c req-39c2722e-6555-42a9-aa24-0e3094c8865c tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.76 "DELETE /v2.0/ports/44706abe-99b3-4515-9c94-ae08c20efdd8 HTTP/1.1" status: 204 len: 173 time: 0.6617348 Mar 08 19:17:08.518037 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0189cf74-75db-4a6a-ae65-de5aec2f2ae2', 'name': 'network-vif-deleted', 'tag': '44706abe-99b3-4515-9c94-ae08c20efdd8'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:17:08.525207 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34813347-f0ba-488d-81f1-231a96689696" -d '{"events": [{"server_uuid": "0189cf74-75db-4a6a-ae65-de5aec2f2ae2", "name": "network-vif-deleted", "tag": "44706abe-99b3-4515-9c94-ae08c20efdd8"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:17:08.570838 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996c4bd8-8dfe-4b83-be83-857ebc861e31 x-openstack-request-id: req-996c4bd8-8dfe-4b83-be83-857ebc861e31 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:17:08.571140 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0189cf74-75db-4a6a-ae65-de5aec2f2ae2", "name": "network-vif-deleted", "tag": "44706abe-99b3-4515-9c94-ae08c20efdd8", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:17:08.571432 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-996c4bd8-8dfe-4b83-be83-857ebc861e31 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:17:08.571795 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0189cf74-75db-4a6a-ae65-de5aec2f2ae2', 'name': 'network-vif-deleted', 'tag': '44706abe-99b3-4515-9c94-ae08c20efdd8', 'status': 'completed', 'code': 200} Mar 08 19:17:08.848343 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84803d71-dac0-453c-b64f-e00b14884260 req-1cbafd90-3332-40ee-98aa-ce92ca7afbb3 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:08.849910 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-84803d71-dac0-453c-b64f-e00b14884260 req-1cbafd90-3332-40ee-98aa-ce92ca7afbb3 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.1528511 Mar 08 19:17:08.857335 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c335b-1c9a-4eca-ab2a-626162e6e31e req-2246d595-0eae-4be8-af3f-406b0706b03b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:08.858909 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b17c335b-1c9a-4eca-ab2a-626162e6e31e req-2246d595-0eae-4be8-af3f-406b0706b03b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.1143439 Mar 08 19:17:08.964007 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-84803d71-dac0-453c-b64f-e00b14884260 req-bad02948-1df0-47bd-9cbd-18649e746104 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038995 Mar 08 19:17:08.977664 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b17c335b-1c9a-4eca-ab2a-626162e6e31e req-11b96fc8-5f3a-49c2-b0a7-8e23e32cbdc1 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954547 Mar 08 19:17:09.135744 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c827b95f-84c2-4b43-8ff2-02de1cf3dc90 req-d75ad513-07c9-4487-a7a5-dbcef1fd31d4 tempest-ServerRescueNegativeTestJSON-1235630258 tempest-ServerRescueNegativeTestJSON-1235630258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0189cf74-75db-4a6a-ae65-de5aec2f2ae2 HTTP/1.1" status: 200 len: 210 time: 0.0295751 Mar 08 19:17:09.348434 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 48114) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:09.353493 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-016e1bda-23de-4d27-9b7c-ec340cdef749 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--409601523', 'description': 'tempest-description--882621600'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:09.493207 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-016e1bda-23de-4d27-9b7c-ec340cdef749 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:09.660217 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-016e1bda-23de-4d27-9b7c-ec340cdef749 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (3747d434-9547-4f47-aae7-50da2b9090f3), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:09.802795 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-016e1bda-23de-4d27-9b7c-ec340cdef749 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (3747d434-9547-4f47-aae7-50da2b9090f3), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:09.853223 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e1bda-23de-4d27-9b7c-ec340cdef749 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3747d434-9547-4f47-aae7-50da2b9090f3,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:09.906377 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-016e1bda-23de-4d27-9b7c-ec340cdef749 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:09.911562 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-016e1bda-23de-4d27-9b7c-ec340cdef749 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5589275 Mar 08 19:17:09.912275 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48130) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:09.933923 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'security_group_rule': {'security_group_id': '3747d434-9547-4f47-aae7-50da2b9090f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:10.104250 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7b715-c388-4d40-84cf-ab65c2601d4f req-eea5d388-f95a-4dc5-9ed7-5f9050770b4e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:10.108544 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4dc7b715-c388-4d40-84cf-ab65c2601d4f req-eea5d388-f95a-4dc5-9ed7-5f9050770b4e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0787261 Mar 08 19:17:10.127312 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (14cecf61-adac-404e-ab22-1120fb9b0c7b), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:10.289203 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4dc7b715-c388-4d40-84cf-ab65c2601d4f req-ed1fbf79-4097-4e38-af7e-1f4be2c4aa45 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992875 Mar 08 19:17:10.289423 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (14cecf61-adac-404e-ab22-1120fb9b0c7b), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:10.302965 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54776fdb-dcb8-47d2-85ba-2ea759a5221d req-90b011f1-1abe-4775-a895-6765512c472a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:10.310776 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-54776fdb-dcb8-47d2-85ba-2ea759a5221d req-90b011f1-1abe-4775-a895-6765512c472a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.1899121 Mar 08 19:17:10.373774 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (14cecf61-adac-404e-ab22-1120fb9b0c7b), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:10.394575 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cecf61-adac-404e-ab22-1120fb9b0c7b,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:10.413943 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:10.419681 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:10.420213 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:10.420661 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:10.421105 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:10.421563 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:10.422000 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:10.422528 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:10.422979 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:10.423408 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:10.427686 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:10.428194 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:10.428641 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:10.468235 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-54776fdb-dcb8-47d2-85ba-2ea759a5221d req-aa43c9cd-768e-4415-9497-a618dbd48e83 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541131 Mar 08 19:17:10.494685 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11be5c8-01f0-4aa2-b2ac-0c195b2683ca req-a87363b6-97a8-4252-ab4e-7aaba09ccc29 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:10.503480 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c11be5c8-01f0-4aa2-b2ac-0c195b2683ca req-a87363b6-97a8-4252-ab4e-7aaba09ccc29 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 946 time: 0.1529846 Mar 08 19:17:10.520017 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48148) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:10.574297 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c11be5c8-01f0-4aa2-b2ac-0c195b2683ca req-bf6f3c53-a4c4-46db-a5ee-f7f905e178a2 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691590 Mar 08 19:17:10.599581 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:10.604607 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 48154) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:10.605377 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-6431af4a-0ffe-4887-93f0-419d19ed60ad tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6915820 Mar 08 19:17:10.611018 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-f788d30e-4afb-4337-b7c6-c93425751ff0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'security_group_rule': {'security_group_id': '3747d434-9547-4f47-aae7-50da2b9090f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:10.723662 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f788d30e-4afb-4337-b7c6-c93425751ff0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (ce05e5fc-9083-4665-baf1-eb1cda4be025), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:10.811492 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f788d30e-4afb-4337-b7c6-c93425751ff0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (ce05e5fc-9083-4665-baf1-eb1cda4be025), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:10.939655 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f788d30e-4afb-4337-b7c6-c93425751ff0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (ce05e5fc-9083-4665-baf1-eb1cda4be025), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:10.965591 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788d30e-4afb-4337-b7c6-c93425751ff0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce05e5fc-9083-4665-baf1-eb1cda4be025,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:11.047961 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f788d30e-4afb-4337-b7c6-c93425751ff0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:11.053419 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-f788d30e-4afb-4337-b7c6-c93425751ff0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4480200 Mar 08 19:17:11.053617 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48160) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:11.059504 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'floatingip': {'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:11.130389 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1a29638d-3a12-4a34-85a3-3d94e4374cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8096085'] for router_interface (37a78e73-9ee6-4287-8b39-ff69c311a4b4), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:11.220588 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:11.445770 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469340c-898f-4f18-94f5-9eec7ace9ac4 req-6dd7f118-997f-41c6-8a5c-1ec91bf43ebc tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:11.447954 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b469340c-898f-4f18-94f5-9eec7ace9ac4 req-6dd7f118-997f-41c6-8a5c-1ec91bf43ebc tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0885119 Mar 08 19:17:11.510635 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b469340c-898f-4f18-94f5-9eec7ace9ac4 req-c7f5859a-ae1e-466f-88c6-81f7742a9aa8 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510712 Mar 08 19:17:11.514116 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:11.551068 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 73344e8e-b327-42b5-a317-814f95b92074 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:17:11.557956 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 44706abe-99b3-4515-9c94-ae08c20efdd8 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:17:11.588068 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: 44706abe-99b3-4515-9c94-ae08c20efdd8 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:17:11.588423 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 44706abe-99b3-4515-9c94-ae08c20efdd8 not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:17:11.595176 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226831e5-0970-4c3a-928a-c0dd0d8fcaca req-e1e0c07e-7a52-4df4-bb48-c19cd5ed7ce2 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:11.597561 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-226831e5-0970-4c3a-928a-c0dd0d8fcaca req-e1e0c07e-7a52-4df4-bb48-c19cd5ed7ce2 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0581803 Mar 08 19:17:11.687780 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-1a29638d-3a12-4a34-85a3-3d94e4374cb7 admin admin] Deleting port dc85abc6-f1be-4d73-820e-516793921f92 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:17:11.688177 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1a29638d-3a12-4a34-85a3-3d94e4374cb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (dc85abc6-f1be-4d73-820e-516793921f92), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:11.690928 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Allocated IP 172.27.3.182 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/8b084825-42ca-4cfe-a22f-0374cfa48833) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:17:11.794836 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-226831e5-0970-4c3a-928a-c0dd0d8fcaca req-193c46fd-c216-4ffa-9a49-7f6fe015392e tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858830 Mar 08 19:17:11.803428 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706529ed-8b5d-4838-b5ad-c0656f818f8a req-5e1aeb86-eeb9-40f1-8e9b-1263ab686ef0 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:11.811450 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-706529ed-8b5d-4838-b5ad-c0656f818f8a req-5e1aeb86-eeb9-40f1-8e9b-1263ab686ef0 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 946 time: 0.1246893 Mar 08 19:17:11.876285 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-706529ed-8b5d-4838-b5ad-c0656f818f8a req-21c2d7ed-63c9-45a4-9637-b774bb150b2d tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497935 Mar 08 19:17:11.877408 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 73344e8e-b327-42b5-a317-814f95b92074, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73344e8e-b327-42b5-a317-814f95b92074,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:11.890248 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-1a29638d-3a12-4a34-85a3-3d94e4374cb7 admin admin] For port dc85abc6-f1be-4d73-820e-516793921f92, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=dc85abc6-f1be-4d73-820e-516793921f92,segment=NetworkSegment(ab38971a-9a97-42fb-8431-334e18475c63),segment_id=ab38971a-9a97-42fb-8431-334e18475c63)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:11.890608 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1a29638d-3a12-4a34-85a3-3d94e4374cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (dc85abc6-f1be-4d73-820e-516793921f92), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:11.900026 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '73344e8e-b327-42b5-a317-814f95b92074', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'port_id': '73344e8e-b327-42b5-a317-814f95b92074', 'mac_address': 'fa:16:3e:05:18:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:17:11.913801 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-1a29638d-3a12-4a34-85a3-3d94e4374cb7 admin admin] Calling delete_port for dc85abc6-f1be-4d73-820e-516793921f92 owned by network:router_interface {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:17:11.946011 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for port (8b084825-42ca-4cfe-a22f-0374cfa48833), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:11.946305 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 73344e8e-b327-42b5-a317-814f95b92074 is: ACTIVE; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:11.946771 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (73344e8e-b327-42b5-a317-814f95b92074), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:11.963894 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73344e8e-b327-42b5-a317-814f95b92074 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:17:11.989499 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 73344e8e-b327-42b5-a317-814f95b92074, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73344e8e-b327-42b5-a317-814f95b92074,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:12.071666 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (73344e8e-b327-42b5-a317-814f95b92074), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:12.198296 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=73344e8e-b327-42b5-a317-814f95b92074,revision_number=6']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:12.208379 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:12.209238 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:12.209785 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:12.210301 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:12.210926 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:12.211612 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:12.212132 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:12.212618 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:12.213258 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:12.213763 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:12.214455 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:12.214946 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:12.215425 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:12.426756 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (8b084825-42ca-4cfe-a22f-0374cfa48833), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:12.475963 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:17:12.479142 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:12.482035 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:17:12.512893 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'Port': ['ID=8b084825-42ca-4cfe-a22f-0374cfa48833,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:12.522805 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1a29638d-3a12-4a34-85a3-3d94e4374cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (dc85abc6-f1be-4d73-820e-516793921f92), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:12.534210 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['73344e8e-b327-42b5-a317-814f95b92074'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:17:12.623908 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29638d-3a12-4a34-85a3-3d94e4374cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc85abc6-f1be-4d73-820e-516793921f92,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:12.735108 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09683c66-6bfb-4e43-a348-3e08b0353ddb req-ab953a81-27be-4961-ba35-6dd1833468f9 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:12.751626 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (ab4ca2ac-d256-4e4a-9106-11d0dcc33eb4), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:12.755084 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-09683c66-6bfb-4e43-a348-3e08b0353ddb req-ab953a81-27be-4961-ba35-6dd1833468f9 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 945 time: 0.1661031 Mar 08 19:17:12.825819 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d6f14-328a-45e2-94db-5e6bbe10c808 req-c1f65a7d-1d33-47ea-a2e3-c9aa6fc49ff9 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:12.827835 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-512d6f14-328a-45e2-94db-5e6bbe10c808 req-c1f65a7d-1d33-47ea-a2e3-c9aa6fc49ff9 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.76 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 946 time: 0.1670456 Mar 08 19:17:12.853921 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-09683c66-6bfb-4e43-a348-3e08b0353ddb req-b8a7d3c4-62e0-4d53-868a-d11ef52ce571 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954719 Mar 08 19:17:12.927825 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (8b084825-42ca-4cfe-a22f-0374cfa48833), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:12.984720 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1a29638d-3a12-4a34-85a3-3d94e4374cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8096033'] for router_interface (37a78e73-9ee6-4287-8b39-ff69c311a4b4), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:13.073538 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-512d6f14-328a-45e2-94db-5e6bbe10c808 req-0ac5d999-519d-490e-9f91-f0733d1a266c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Deleting port 72fb0b49-ef73-4842-996c-d54211ee6abb {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:17:13.073922 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-512d6f14-328a-45e2-94db-5e6bbe10c808 req-0ac5d999-519d-490e-9f91-f0733d1a266c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (72fb0b49-ef73-4842-996c-d54211ee6abb), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:13.086169 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5270e-69f6-4786-9792-247251f32fd7 req-b474e259-674d-4b95-9069-4503c9e975cc tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:13.092004 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-adb5270e-69f6-4786-9792-247251f32fd7 req-b474e259-674d-4b95-9069-4503c9e975cc tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.1242847 Mar 08 19:17:13.109511 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aa9a6-2b4f-4587-9e1c-268e4f75e3b4 req-70bbb71c-9480-4841-bb28-bfbef45b38a7 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:13.117618 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-860aa9a6-2b4f-4587-9e1c-268e4f75e3b4 req-70bbb71c-9480-4841-bb28-bfbef45b38a7 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 946 time: 0.1445906 Mar 08 19:17:13.301824 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-adb5270e-69f6-4786-9792-247251f32fd7 req-7a60b264-560f-4410-af89-37ac75b99029 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754587 Mar 08 19:17:13.319641 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-860aa9a6-2b4f-4587-9e1c-268e4f75e3b4 req-7e943f85-6896-4634-bff4-1beec6e62f80 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958263 Mar 08 19:17:13.351208 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-512d6f14-328a-45e2-94db-5e6bbe10c808 req-0ac5d999-519d-490e-9f91-f0733d1a266c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] For port 72fb0b49-ef73-4842-996c-d54211ee6abb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72fb0b49-ef73-4842-996c-d54211ee6abb,segment=NetworkSegment(b61c4bd5-ef2e-4855-afb0-3b29738b6ee3),segment_id=b61c4bd5-ef2e-4855-afb0-3b29738b6ee3)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:13.351570 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-512d6f14-328a-45e2-94db-5e6bbe10c808 req-0ac5d999-519d-490e-9f91-f0733d1a266c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (72fb0b49-ef73-4842-996c-d54211ee6abb), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:13.358364 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for port (8b084825-42ca-4cfe-a22f-0374cfa48833), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:13.375807 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-512d6f14-328a-45e2-94db-5e6bbe10c808 req-0ac5d999-519d-490e-9f91-f0733d1a266c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Calling delete_port for 72fb0b49-ef73-4842-996c-d54211ee6abb owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:17:13.415748 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6014735'] for port (8b084825-42ca-4cfe-a22f-0374cfa48833), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:13.419288 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a29638d-3a12-4a34-85a3-3d94e4374cb7 admin admin] Router 37a78e73-9ee6-4287-8b39-ff69c311a4b4 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:17:13.557297 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 73344e8e-b327-42b5-a317-814f95b92074 up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:13.574332 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'Port': ['ID=8b084825-42ca-4cfe-a22f-0374cfa48833,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:13.613405 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 73344e8e-b327-42b5-a317-814f95b92074 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:13.613779 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (73344e8e-b327-42b5-a317-814f95b92074), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:13.626489 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (ab4ca2ac-d256-4e4a-9106-11d0dcc33eb4), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:13.637159 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-512d6f14-328a-45e2-94db-5e6bbe10c808 req-0ac5d999-519d-490e-9f91-f0733d1a266c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (72fb0b49-ef73-4842-996c-d54211ee6abb), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:13.656131 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['72fb0b49-ef73-4842-996c-d54211ee6abb'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:17:13.656846 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a29638d-3a12-4a34-85a3-3d94e4374cb7 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:17:13.671484 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-1a29638d-3a12-4a34-85a3-3d94e4374cb7 admin admin] 10.222.0.75 "PUT /v2.0/routers/37a78e73-9ee6-4287-8b39-ff69c311a4b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1423819 Mar 08 19:17:13.671484 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48194) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:13.676951 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0a5de-3304-4c43-a167-17b79b0f1dd1 None None] Sync routers for ids ['37a78e73-9ee6-4287-8b39-ff69c311a4b4'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:17:13.700541 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0a5de-3304-4c43-a167-17b79b0f1dd1 None None] Routers {'37a78e73-9ee6-4287-8b39-ff69c311a4b4'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:17:13.701488 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-28a0a5de-3304-4c43-a167-17b79b0f1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:17:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['37a78e73-9ee6-4287-8b39-ff69c311a4b4'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:13.766232 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:13.767859 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-009843ec-9c55-4bce-9130-8b0891a1207b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7121339 Mar 08 19:17:13.793165 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5d999-519d-490e-9f91-f0733d1a266c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Pushing event deleted for resources: {'Port': ['ID=72fb0b49-ef73-4842-996c-d54211ee6abb,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:13.795608 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-512d6f14-328a-45e2-94db-5e6bbe10c808 req-0ac5d999-519d-490e-9f91-f0733d1a266c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] No DVR routers for this DVR port 72fb0b49-ef73-4842-996c-d54211ee6abb on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:17:13.798425 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-512d6f14-328a-45e2-94db-5e6bbe10c808 req-0ac5d999-519d-490e-9f91-f0733d1a266c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:13.804100 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-512d6f14-328a-45e2-94db-5e6bbe10c808 req-0ac5d999-519d-490e-9f91-f0733d1a266c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.76 "DELETE /v2.0/ports/72fb0b49-ef73-4842-996c-d54211ee6abb HTTP/1.1" status: 204 len: 173 time: 0.9697177 Mar 08 19:17:13.805304 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bb0f82-aeaa-42b9-b40a-c5217b7a2115', 'name': 'network-vif-deleted', 'tag': '72fb0b49-ef73-4842-996c-d54211ee6abb'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:17:13.807902 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7022b926-58a6-471f-a57a-f24fa6628f99" -d '{"events": [{"server_uuid": "34bb0f82-aeaa-42b9-b40a-c5217b7a2115", "name": "network-vif-deleted", "tag": "72fb0b49-ef73-4842-996c-d54211ee6abb"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:17:13.864116 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ac2b01-10db-49e1-88d1-751c518538be x-openstack-request-id: req-a0ac2b01-10db-49e1-88d1-751c518538be {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:17:13.864635 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bb0f82-aeaa-42b9-b40a-c5217b7a2115", "name": "network-vif-deleted", "tag": "72fb0b49-ef73-4842-996c-d54211ee6abb", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:17:13.864635 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a0ac2b01-10db-49e1-88d1-751c518538be {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:17:13.865056 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bb0f82-aeaa-42b9-b40a-c5217b7a2115', 'name': 'network-vif-deleted', 'tag': '72fb0b49-ef73-4842-996c-d54211ee6abb', 'status': 'completed', 'code': 200} Mar 08 19:17:13.865704 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 73344e8e-b327-42b5-a317-814f95b92074 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:13.866196 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (73344e8e-b327-42b5-a317-814f95b92074), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:13.881408 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a0590016-51a6-4ca7-971f-ff5948279940 admin admin] Publish callbacks [] for router (37a78e73-9ee6-4287-8b39-ff69c311a4b4), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:13.942271 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73344e8e-b327-42b5-a317-814f95b92074'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:17:13.948793 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5374c4b0-8c37-481b-ac23-14dd7febd14c" -d '{"events": [{"server_uuid": "c1d4ea86-f489-4d6d-995e-1999c95b744d", "name": "network-vif-plugged", "status": "completed", "tag": "73344e8e-b327-42b5-a317-814f95b92074"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:17:13.972828 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 73344e8e-b327-42b5-a317-814f95b92074, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73344e8e-b327-42b5-a317-814f95b92074,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:14.004215 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-28a0a5de-3304-4c43-a167-17b79b0f1dd1 None None] Set router 37a78e73-9ee6-4287-8b39-ff69c311a4b4 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:17:14.036079 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (73344e8e-b327-42b5-a317-814f95b92074), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:14.094683 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a0590016-51a6-4ca7-971f-ff5948279940 admin admin] Publish callbacks [] for router_gateway (37a78e73-9ee6-4287-8b39-ff69c311a4b4), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:14.107834 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e35077-88fb-4fdb-82f3-ef1d7770424b x-openstack-request-id: req-d7e35077-88fb-4fdb-82f3-ef1d7770424b {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:17:14.109512 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d4ea86-f489-4d6d-995e-1999c95b744d", "name": "network-vif-plugged", "status": "completed", "tag": "73344e8e-b327-42b5-a317-814f95b92074", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:17:14.110473 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d7e35077-88fb-4fdb-82f3-ef1d7770424b {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:17:14.111264 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73344e8e-b327-42b5-a317-814f95b92074', 'code': 200} Mar 08 19:17:14.140288 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe46f6-daa8-4524-ba6c-0f5561faf3da req-159d0490-6fe0-44c7-b9e2-b567ec83e66c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:14.147064 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f7fe46f6-daa8-4524-ba6c-0f5561faf3da req-159d0490-6fe0-44c7-b9e2-b567ec83e66c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 945 time: 0.1187410 Mar 08 19:17:14.163337 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=73344e8e-b327-42b5-a317-814f95b92074,revision_number=7']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:14.263024 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f7fe46f6-daa8-4524-ba6c-0f5561faf3da req-3fff51b3-31ed-4c37-87e6-ca8ff9344c61 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689421 Mar 08 19:17:14.319849 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-f2df6098-832e-4f8b-9191-92df7398b8d5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--409601523&fields=id&tenant_id=ff78af332934469ba0ee399835378e5f HTTP/1.1" status: 200 len: 267 time: 0.1715355 Mar 08 19:17:14.337670 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-a0590016-51a6-4ca7-971f-ff5948279940 admin admin] Deleting port f950bbc0-97d6-467c-9d84-2f26c3d3740a {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:17:14.337670 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a0590016-51a6-4ca7-971f-ff5948279940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (f950bbc0-97d6-467c-9d84-2f26c3d3740a), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:14.344148 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-28a0a5de-3304-4c43-a167-17b79b0f1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-535928164-router', 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'f950bbc0-97d6-467c-9d84-2f26c3d3740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:17:12Z', 'revision_number': 5, 'project_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'gw_port': {'id': 'f950bbc0-97d6-467c-9d84-2f26c3d3740a', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:25Z', 'updated_at': '2022-03-08T19:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:14.398624 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0a5de-3304-4c43-a167-17b79b0f1dd1 None None] Checking router: 37a78e73-9ee6-4287-8b39-ff69c311a4b4 for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:17:14.433351 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0a5de-3304-4c43-a167-17b79b0f1dd1 None None] Routers {'37a78e73-9ee6-4287-8b39-ff69c311a4b4'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:17:14.434733 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-28a0a5de-3304-4c43-a167-17b79b0f1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:17:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['37a78e73-9ee6-4287-8b39-ff69c311a4b4'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:14.482948 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-788113ca-eed6-4d6e-89bc-153c43dfa6e4 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:14.483309 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-a0590016-51a6-4ca7-971f-ff5948279940 admin admin] For port f950bbc0-97d6-467c-9d84-2f26c3d3740a, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=f950bbc0-97d6-467c-9d84-2f26c3d3740a,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:14.483676 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a0590016-51a6-4ca7-971f-ff5948279940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (f950bbc0-97d6-467c-9d84-2f26c3d3740a), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:14.493524 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-788113ca-eed6-4d6e-89bc-153c43dfa6e4 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/networks?id=eadbce5e-f6fa-402e-acf1-15b1deb0f309 HTTP/1.1" status: 200 len: 815 time: 0.1657493 Mar 08 19:17:14.497935 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-a0590016-51a6-4ca7-971f-ff5948279940 admin admin] Calling delete_port for f950bbc0-97d6-467c-9d84-2f26c3d3740a owned by network:router_gateway {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:17:14.543123 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-4215cb49-6797-4cdc-9842-721c9f54a333 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/quotas/ff78af332934469ba0ee399835378e5f HTTP/1.1" status: 200 len: 375 time: 0.0479310 Mar 08 19:17:14.579058 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-28a0a5de-3304-4c43-a167-17b79b0f1dd1 None None] Set router 37a78e73-9ee6-4287-8b39-ff69c311a4b4 gateway port host: None {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:17:14.597496 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3ad17bd8-9791-482b-a9e6-30b27e7ea3d1 req-ae6909cc-ec2d-4b3e-ad8a-3675abf280e7 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=34bb0f82-aeaa-42b9-b40a-c5217b7a2115 HTTP/1.1" status: 200 len: 210 time: 0.0797689 Mar 08 19:17:14.650641 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-28a0a5de-3304-4c43-a167-17b79b0f1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-535928164-router', 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:17:14Z', 'revision_number': 6, 'project_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'gw_port_host': None}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:14.670937 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-edd2da58-f92b-4321-af62-6d19a05a800b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1267247 Mar 08 19:17:14.709634 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0a5de-3304-4c43-a167-17b79b0f1dd1 None None] The sync data for ids ['37a78e73-9ee6-4287-8b39-ff69c311a4b4'] in dv-cinder-830091-3-iscsi is: [{'id': '37a78e73-9ee6-4287-8b39-ff69c311a4b4', 'name': 'tempest-ServerRescueNegativeTestJSON-535928164-router', 'tenant_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:17:14Z', 'revision_number': 6, 'project_id': 'ac3e528a3aa34615a7a87b17e74c1f34', 'gw_port_host': None}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:17:14.868531 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-58fccf23-303c-4a73-a530-d4a474e5d03c service neutron] 10.222.0.75 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946387 Mar 08 19:17:14.879148 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f080b58-3003-4c35-ab7a-c53ed6bf505b req-da138e69-fd58-48cb-89aa-53ee7d6bc7e9 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:14.880948 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6f080b58-3003-4c35-ab7a-c53ed6bf505b req-da138e69-fd58-48cb-89aa-53ee7d6bc7e9 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.1575115 Mar 08 19:17:14.968750 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a0590016-51a6-4ca7-971f-ff5948279940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (f950bbc0-97d6-467c-9d84-2f26c3d3740a), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:15.030367 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6f080b58-3003-4c35-ab7a-c53ed6bf505b req-2874be23-7fa8-4223-9039-5b81ccceab9f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389623 Mar 08 19:17:15.032308 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0590016-51a6-4ca7-971f-ff5948279940 admin admin] Pushing event deleted for resources: {'Port': ['ID=f950bbc0-97d6-467c-9d84-2f26c3d3740a,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:15.068765 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-3d5466d4-2a73-4169-9757-8a76685b5466 service neutron] 10.222.0.75 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867433 Mar 08 19:17:15.118269 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a0590016-51a6-4ca7-971f-ff5948279940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101515'] for router_gateway (37a78e73-9ee6-4287-8b39-ff69c311a4b4), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:15.487644 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c5de650a-d196-47f5-a47d-5d92a56a2c9f req-1e8aa155-97b6-4829-997d-e39ca8049e96 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 210 time: 0.0366688 Mar 08 19:17:15.536062 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e136b3-f2a3-46f4-81fc-722ad79cd306 req-a0e60a5a-1228-41fc-93e1-683d0682f9af tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:15.544829 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a9e136b3-f2a3-46f4-81fc-722ad79cd306 req-a0e60a5a-1228-41fc-93e1-683d0682f9af tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.1639755 Mar 08 19:17:15.620676 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a0590016-51a6-4ca7-971f-ff5948279940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (37a78e73-9ee6-4287-8b39-ff69c311a4b4), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:15.639864 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a0590016-51a6-4ca7-971f-ff5948279940 admin admin] Publish callbacks [] for router_controller (37a78e73-9ee6-4287-8b39-ff69c311a4b4), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:15.654979 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device dc85abc6-f1be-4d73-820e-516793921f92 no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:17:15.678250 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a9e136b3-f2a3-46f4-81fc-722ad79cd306 req-8bfc8806-0cbb-4720-a337-6ef684ca3110 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323128 Mar 08 19:17:15.724930 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: dc85abc6-f1be-4d73-820e-516793921f92 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:17:15.728138 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device dc85abc6-f1be-4d73-820e-516793921f92 not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:17:15.939632 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a0590016-51a6-4ca7-971f-ff5948279940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096552'] for router (37a78e73-9ee6-4287-8b39-ff69c311a4b4), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:15.940317 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0590016-51a6-4ca7-971f-ff5948279940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37a78e73-9ee6-4287-8b39-ff69c311a4b4 {{(pid=103680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:17:15.959032 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a0590016-51a6-4ca7-971f-ff5948279940 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:15.959032 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-a0590016-51a6-4ca7-971f-ff5948279940 admin admin] 10.222.0.75 "DELETE /v2.0/routers/37a78e73-9ee6-4287-8b39-ff69c311a4b4 HTTP/1.1" status: 204 len: 168 time: 2.2875099 Mar 08 19:17:15.959286 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 48260) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:16.032367 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_v2 [None req-52baa927-4163-447c-9913-6438e175ed4e admin admin] Deleting subnet 4458874f-5444-4ac0-9eff-261091c9a74c {{(pid=103681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:17:16.039995 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-52baa927-4163-447c-9913-6438e175ed4e admin admin] Publish callbacks [] for subnet (4458874f-5444-4ac0-9eff-261091c9a74c), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:16.105086 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-52baa927-4163-447c-9913-6438e175ed4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4839127'] for subnet (4458874f-5444-4ac0-9eff-261091c9a74c), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:16.265285 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-52baa927-4163-447c-9913-6438e175ed4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (4458874f-5444-4ac0-9eff-261091c9a74c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:16.357576 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30a121-68de-461c-8e0a-d1019d8f37a0 req-1a6b417f-303a-452a-a513-cc2e7c9b87f2 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:16.366466 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-be30a121-68de-461c-8e0a-d1019d8f37a0 req-1a6b417f-303a-452a-a513-cc2e7c9b87f2 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.1522248 Mar 08 19:17:16.437088 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-be30a121-68de-461c-8e0a-d1019d8f37a0 req-4998155b-9942-475a-a1c1-7a45e933d66f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687096 Mar 08 19:17:16.535997 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-52baa927-4163-447c-9913-6438e175ed4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5418216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4956552'] for subnet (4458874f-5444-4ac0-9eff-261091c9a74c), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:16.628946 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52baa927-4163-447c-9913-6438e175ed4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4458874f-5444-4ac0-9eff-261091c9a74c,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:16.642209 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-52baa927-4163-447c-9913-6438e175ed4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:16.646898 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-52baa927-4163-447c-9913-6438e175ed4e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/4458874f-5444-4ac0-9eff-261091c9a74c HTTP/1.1" status: 204 len: 168 time: 0.6878419 Mar 08 19:17:16.650190 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48284) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:16.727731 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2f79412e-17d8-4f38-8219-e45084e74565 req-42ca9830-cd06-4905-a4c3-99f83aef033f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 210 time: 0.1304746 Mar 08 19:17:16.878242 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3c8e9e55-d94a-415d-afdd-6e3472a53de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (57635741-7850-4fb8-8caf-3cc49a276e9c), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:16.907842 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e12bd4-bebc-4489-8828-e2023bd4bd8a req-88832808-6ff2-4518-bf3f-6f2af434458e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:16.914432 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-47e12bd4-bebc-4489-8828-e2023bd4bd8a req-88832808-6ff2-4518-bf3f-6f2af434458e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0939293 Mar 08 19:17:16.990939 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3c8e9e55-d94a-415d-afdd-6e3472a53de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (57635741-7850-4fb8-8caf-3cc49a276e9c), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:17.026330 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-3c8e9e55-d94a-415d-afdd-6e3472a53de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57635741-7850-4fb8-8caf-3cc49a276e9c']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:17.050675 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-3c8e9e55-d94a-415d-afdd-6e3472a53de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab38971a-9a97-42fb-8431-334e18475c63') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:17.051674 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-3c8e9e55-d94a-415d-afdd-6e3472a53de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab38971a-9a97-42fb-8431-334e18475c63') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:17.071056 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3c8e9e55-d94a-415d-afdd-6e3472a53de1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5655746'] for segment (ab38971a-9a97-42fb-8431-334e18475c63), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:17.077749 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-47e12bd4-bebc-4489-8828-e2023bd4bd8a req-fbc13576-d082-44b2-bb78-d6166dcc7ea1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599555 Mar 08 19:17:17.109266 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3c8e9e55-d94a-415d-afdd-6e3472a53de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (ab38971a-9a97-42fb-8431-334e18475c63), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:17.120590 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8e9e55-d94a-415d-afdd-6e3472a53de1 admin admin] Releasing vlan 958 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:17:17.124980 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3c8e9e55-d94a-415d-afdd-6e3472a53de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6014763'] for segment (ab38971a-9a97-42fb-8431-334e18475c63), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: Traceback (most recent call last): Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: timer() Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: cb(*args, **kw) Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: return func(*args, **kwargs) Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: self._notify() Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: self.callback(batched_events) Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: event.method(event) Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: return f(self, *a, **k) Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: return self._get(url).json() Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: return self.request(url, 'GET', **kwargs) Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:17:17.125416 dv-cinder-830091-3-iscsi neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:17:17.262079 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device f950bbc0-97d6-467c-9d84-2f26c3d3740a no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:17:17.297846 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3c8e9e55-d94a-415d-afdd-6e3472a53de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (57635741-7850-4fb8-8caf-3cc49a276e9c), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:17.300467 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: f950bbc0-97d6-467c-9d84-2f26c3d3740a {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:17:17.300818 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device f950bbc0-97d6-467c-9d84-2f26c3d3740a not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:17:17.327008 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3c8e9e55-d94a-415d-afdd-6e3472a53de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:17.335581 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-3c8e9e55-d94a-415d-afdd-6e3472a53de1 admin admin] 10.222.0.75 "DELETE /v2.0/networks/57635741-7850-4fb8-8caf-3cc49a276e9c HTTP/1.1" status: 204 len: 168 time: 0.6814086 Mar 08 19:17:17.337022 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e9e55-d94a-415d-afdd-6e3472a53de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=57635741-7850-4fb8-8caf-3cc49a276e9c,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:17.649715 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b9e98-01e7-42eb-8430-e20e4e9bee2a req-3c4ae8bd-a415-4d87-abe7-543d676bed2e tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:17.651505 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-174b9e98-01e7-42eb-8430-e20e4e9bee2a req-3c4ae8bd-a415-4d87-abe7-543d676bed2e tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0910256 Mar 08 19:17:17.722701 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-174b9e98-01e7-42eb-8430-e20e4e9bee2a req-c9acb978-2128-4134-ab84-ea0351e604fb tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609553 Mar 08 19:17:17.888842 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fe9bcf9a-aa7a-4ece-abc0-d78a5b4a5e51 req-69a0d1a0-5604-42b1-a767-f6d69edc1de0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 210 time: 0.0346692 Mar 08 19:17:18.037390 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48322) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:18.099768 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 48326) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:18.100507 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-4cc81652-db47-4a01-811a-36409949f219 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ac3e528a3aa34615a7a87b17e74c1f34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0612109 Mar 08 19:17:18.279619 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-07861a19-f694-4264-a434-25c96699e9bb admin admin] Publish callbacks [] for security_group (ee079d4a-77fe-4769-bb48-f96218ef3a3d), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:18.295956 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6cdb-5e63-4c74-8fa2-fa260a92ccb2 req-9d821771-154f-49cd-a774-9722ca389da9 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:18.298205 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-451f6cdb-5e63-4c74-8fa2-fa260a92ccb2 req-9d821771-154f-49cd-a774-9722ca389da9 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.1796806 Mar 08 19:17:18.333538 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c67cd0-5899-4f74-a2aa-05ee7034dfb3 req-99f77037-883f-42e5-af06-bd35b63f1f37 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:18.336065 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c3c67cd0-5899-4f74-a2aa-05ee7034dfb3 req-99f77037-883f-42e5-af06-bd35b63f1f37 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.1550024 Mar 08 19:17:18.383492 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-07861a19-f694-4264-a434-25c96699e9bb admin admin] Publish callbacks [] for security_group (ee079d4a-77fe-4769-bb48-f96218ef3a3d), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:18.460549 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-451f6cdb-5e63-4c74-8fa2-fa260a92ccb2 req-bcd6c561-c68a-49eb-b382-010df52cd4e8 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477935 Mar 08 19:17:18.482535 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c3c67cd0-5899-4f74-a2aa-05ee7034dfb3 req-6a2fd856-fe52-4f46-a694-b9970bab559e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335704 Mar 08 19:17:18.591141 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-07861a19-f694-4264-a434-25c96699e9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (ee079d4a-77fe-4769-bb48-f96218ef3a3d), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:18.595207 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-07861a19-f694-4264-a434-25c96699e9bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:18.599617 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-07861a19-f694-4264-a434-25c96699e9bb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ee079d4a-77fe-4769-bb48-f96218ef3a3d HTTP/1.1" status: 204 len: 168 time: 0.4955590 Mar 08 19:17:18.625217 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07861a19-f694-4264-a434-25c96699e9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee079d4a-77fe-4769-bb48-f96218ef3a3d,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:18.699130 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 72fb0b49-ef73-4842-996c-d54211ee6abb no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:17:18.755443 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: 72fb0b49-ef73-4842-996c-d54211ee6abb {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:17:18.755820 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 72fb0b49-ef73-4842-996c-d54211ee6abb not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:17:19.013380 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-695ce76f-c7c2-4657-a06b-7b9db139bdd7 req-e18e9315-e4cf-4e7d-8ca1-497e9ea01c10 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 210 time: 0.0342150 Mar 08 19:17:20.037383 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16f20a-4d2d-49cb-86be-3147ca8fc8a3 req-11facb95-4430-4b92-b04c-a2dd5fba3cdc tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:20.044644 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8a16f20a-4d2d-49cb-86be-3147ca8fc8a3 req-11facb95-4430-4b92-b04c-a2dd5fba3cdc tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.5018942 Mar 08 19:17:20.064834 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b2449-b0c5-4f3d-a1d2-41a7d6cc3401 req-4b3e4275-6856-4378-9f24-644e66254a4b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:20.067158 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c92b2449-b0c5-4f3d-a1d2-41a7d6cc3401 req-4b3e4275-6856-4378-9f24-644e66254a4b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.4726098 Mar 08 19:17:20.159734 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8a16f20a-4d2d-49cb-86be-3147ca8fc8a3 req-e2a3f56c-b6ef-4921-92fd-67e7941ab719 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133978 Mar 08 19:17:20.183189 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c92b2449-b0c5-4f3d-a1d2-41a7d6cc3401 req-2e67d5ed-66f0-48fe-9328-a08b6aaf5de2 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038430 Mar 08 19:17:20.287127 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8d0de87e-b413-4b54-a178-65f13ac3923b req-18f49e0b-fc99-4ad4-9d58-8100ae680f5b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 210 time: 0.0433605 Mar 08 19:17:21.493183 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ae54d-4c6c-49e3-ac74-71028e1e951b req-e38ffb25-11f0-4372-b001-1d67a56ecd7f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:21.494765 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0f2ae54d-4c6c-49e3-ac74-71028e1e951b req-e38ffb25-11f0-4372-b001-1d67a56ecd7f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.2237780 Mar 08 19:17:21.520406 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f72134-0ace-4e51-a639-a497a804963b req-00b21a2a-e514-4f5a-9416-fdda8d67b34a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:21.522833 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-14f72134-0ace-4e51-a639-a497a804963b req-00b21a2a-e514-4f5a-9416-fdda8d67b34a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.2096124 Mar 08 19:17:21.611230 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0f2ae54d-4c6c-49e3-ac74-71028e1e951b req-04df7113-853e-4406-9976-8e0983517580 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996208 Mar 08 19:17:21.616117 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1e50e-adbd-4e67-b6a4-4d0abf123566 req-cca615d5-0841-4fe2-9056-3e54f09099be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:21.617568 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-93f1e50e-adbd-4e67-b6a4-4d0abf123566 req-cca615d5-0841-4fe2-9056-3e54f09099be service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=011362b6715747dba59bf9619c6bd65b&device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 1130 time: 0.1722009 Mar 08 19:17:21.624551 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-14f72134-0ace-4e51-a639-a497a804963b req-0781b463-3ed3-4bc3-8f5e-2c663146b1c5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916622 Mar 08 19:17:21.773924 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-714405fd-d302-4b09-bbd1-ddc8a7c41fb4 req-27ec83dd-caef-406b-b1b5-872e4a5a279b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 210 time: 0.0343118 Mar 08 19:17:21.812915 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1e50e-adbd-4e67-b6a4-4d0abf123566 req-9a6034c5-91de-427f-9c2a-d5428a85e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:21.815183 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-93f1e50e-adbd-4e67-b6a4-4d0abf123566 req-9a6034c5-91de-427f-9c2a-d5428a85e382 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c8a25d18-0969-475a-a1e7-ff064689da30 HTTP/1.1" status: 200 len: 912 time: 0.1864748 Mar 08 19:17:21.910570 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-93f1e50e-adbd-4e67-b6a4-4d0abf123566 req-62afb8e8-293b-4680-a059-63842f4caf26 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=202b6771-2b6b-4cec-a768-6c3521e9cd8f HTTP/1.1" status: 200 len: 1001 time: 0.0895324 Mar 08 19:17:21.966927 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1e50e-adbd-4e67-b6a4-4d0abf123566 req-8b0439e3-630a-468b-84f0-036878321d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:21.968705 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-93f1e50e-adbd-4e67-b6a4-4d0abf123566 req-8b0439e3-630a-468b-84f0-036878321d8a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fdb0863d-aa5d-4f95-aa01-9b30b9d1315b HTTP/1.1" status: 200 len: 850 time: 0.0510244 Mar 08 19:17:22.021438 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1e50e-adbd-4e67-b6a4-4d0abf123566 req-fe5d5315-1085-4936-b92e-3697859e1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:22.023084 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-93f1e50e-adbd-4e67-b6a4-4d0abf123566 req-fe5d5315-1085-4936-b92e-3697859e1c56 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c8a25d18-0969-475a-a1e7-ff064689da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476651 Mar 08 19:17:22.145736 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-93f1e50e-adbd-4e67-b6a4-4d0abf123566 req-9d00f736-9f88-402b-ac58-970fb2d99b68 service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157866 Mar 08 19:17:22.268947 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-93f1e50e-adbd-4e67-b6a4-4d0abf123566 req-60519444-42e2-40fd-a684-95126c65489e service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115062 Mar 08 19:17:22.636253 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c188db4e-ee2b-40ef-9ab2-be563857c993 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:22.639068 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c188db4e-ee2b-40ef-9ab2-be563857c993 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "GET /v2.0/networks?id=eadbce5e-f6fa-402e-acf1-15b1deb0f309 HTTP/1.1" status: 200 len: 815 time: 0.1799979 Mar 08 19:17:22.743395 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:22.949766 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4848073-3779-42e9-bff6-f878d0b7e4b3 req-7c7ddd52-968d-4822-9bba-ad1c23f1b4fe tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:22.951450 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e4848073-3779-42e9-bff6-f878d0b7e4b3 req-7c7ddd52-968d-4822-9bba-ad1c23f1b4fe tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.2124250 Mar 08 19:17:22.962258 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-3f22cbaf-4c24-4c85-abb9-a90ef56f7d32 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff78af332934469ba0ee399835378e5f HTTP/1.1" status: 200 len: 471 time: 0.2931530 Mar 08 19:17:22.987527 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-ebe72fda-6344-49b9-848b-8b11cc93bade tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'port': {'device_id': '8644e465-6137-4694-97d5-5348bc14e92b', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'admin_state_up': True, 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'security_groups': ['3747d434-9547-4f47-aae7-50da2b9090f3']}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:23.016947 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53314e-e3f8-40cb-a9f7-233809cfafc4 req-743009af-3c6e-44e1-a52d-2cde1e36fc21 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:23.020801 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ee53314e-e3f8-40cb-a9f7-233809cfafc4 req-743009af-3c6e-44e1-a52d-2cde1e36fc21 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.1987128 Mar 08 19:17:23.152399 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e4848073-3779-42e9-bff6-f878d0b7e4b3 req-6fa1e225-bb9b-440e-8d68-4a2676042c41 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881535 Mar 08 19:17:23.199440 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ee53314e-e3f8-40cb-a9f7-233809cfafc4 req-cbd2b9b1-b4bd-4fb7-ae86-865ebca5ed43 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637864 Mar 08 19:17:23.353988 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e05d5534-817e-4dc3-95b7-d63659e29c28 req-db90e4fa-d3b0-4a0d-bbef-f89f34112b0b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 210 time: 0.0557177 Mar 08 19:17:23.426643 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-ebe72fda-6344-49b9-848b-8b11cc93bade tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Made reservation on behalf of ff78af332934469ba0ee399835378e5f for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:17:23.430202 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-ebe72fda-6344-49b9-848b-8b11cc93bade tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:23.602655 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-ebe72fda-6344-49b9-848b-8b11cc93bade tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Allocated IP 172.20.0.3 (eadbce5e-f6fa-402e-acf1-15b1deb0f309/f85598c7-024d-416e-bf9f-b74e60adac34/d24e8526-b0cb-4096-8754-39963dbac7a3) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:17:23.745332 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:17:23.806179 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-ebe72fda-6344-49b9-848b-8b11cc93bade tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for port (d24e8526-b0cb-4096-8754-39963dbac7a3), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:23.941177 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-ebe72fda-6344-49b9-848b-8b11cc93bade tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (d24e8526-b0cb-4096-8754-39963dbac7a3), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:24.013960 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48496) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:24.104907 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-ebe72fda-6344-49b9-848b-8b11cc93bade tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Network eadbce5e-f6fa-402e-acf1-15b1deb0f309 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:17:24.109748 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-ebe72fda-6344-49b9-848b-8b11cc93bade tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:24.115137 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-ebe72fda-6344-49b9-848b-8b11cc93bade tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:17:24.132408 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe72fda-6344-49b9-848b-8b11cc93bade tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'Port': ['ID=d24e8526-b0cb-4096-8754-39963dbac7a3,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:24.211094 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-ebe72fda-6344-49b9-848b-8b11cc93bade tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:24.211779 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-ebe72fda-6344-49b9-848b-8b11cc93bade tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:24.293107 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8108-c8d9-451e-bd5a-57f98537b418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:24.313452 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-ebe72fda-6344-49b9-848b-8b11cc93bade tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3390145 Mar 08 19:17:24.328552 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Request body: {'port': {'device_id': '8644e465-6137-4694-97d5-5348bc14e92b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:24.466560 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8108-c8d9-451e-bd5a-57f98537b418 admin admin] Publish callbacks [] for security_group (91f00e53-a1fd-4808-99cf-45a7492ce2b0), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:24.572144 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-ccb64dac-8898-45a4-98d8-cc2ba03b468e None None] Provisioning complete for port d24e8526-b0cb-4096-8754-39963dbac7a3 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:24.572782 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ccb64dac-8898-45a4-98d8-cc2ba03b468e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (d24e8526-b0cb-4096-8754-39963dbac7a3), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:24.583633 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (d24e8526-b0cb-4096-8754-39963dbac7a3), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:24.614573 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-ccb64dac-8898-45a4-98d8-cc2ba03b468e None None] Port d24e8526-b0cb-4096-8754-39963dbac7a3 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:17:24.618664 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5890a00-d36c-479f-aa6a-fcb4c81bc7da req-ac8e60f9-92bc-49f8-8ffc-754fab79e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:24.620242 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e5890a00-d36c-479f-aa6a-fcb4c81bc7da req-ac8e60f9-92bc-49f8-8ffc-754fab79e105 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=efdd81b216bc4091b41a1aec0610c6ad&device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 1130 time: 0.1708882 Mar 08 19:17:24.644875 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca16dd-ad74-4702-ba14-646764429da7 req-fe46347b-9eff-40b1-9856-cae81617e94f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:24.646345 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1dca16dd-ad74-4702-ba14-646764429da7 req-fe46347b-9eff-40b1-9856-cae81617e94f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.2690492 Mar 08 19:17:24.652936 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa081d32-b8df-410f-91fb-89f2f847f6be req-d0c1d494-8a1b-4cc6-b8e7-1a1c6388631c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:24.654324 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa081d32-b8df-410f-91fb-89f2f847f6be req-d0c1d494-8a1b-4cc6-b8e7-1a1c6388631c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.2732508 Mar 08 19:17:24.807073 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8108-c8d9-451e-bd5a-57f98537b418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (91f00e53-a1fd-4808-99cf-45a7492ce2b0), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:24.850512 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-4a6a8108-c8d9-451e-bd5a-57f98537b418 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fcd37ca065b148e28f0c54ca15e1a837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8361104 Mar 08 19:17:24.851846 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8108-c8d9-451e-bd5a-57f98537b418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f00e53-a1fd-4808-99cf-45a7492ce2b0,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:24.853679 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48514) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:24.868010 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1dca16dd-ad74-4702-ba14-646764429da7 req-5b4af157-4fa8-48fc-8037-a4f95c79b50d tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071471 Mar 08 19:17:24.868918 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa081d32-b8df-410f-91fb-89f2f847f6be req-1a00f5f2-b529-4535-8698-b4b8b7f0a4eb tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993990 Mar 08 19:17:24.897713 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5890a00-d36c-479f-aa6a-fcb4c81bc7da req-e7e03d13-dc2a-4aa7-9ce4-c35d04b399be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:24.897713 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e5890a00-d36c-479f-aa6a-fcb4c81bc7da req-e7e03d13-dc2a-4aa7-9ce4-c35d04b399be service neutron] 10.222.0.76 "GET /v2.0/networks?id=cd3ea4fe-bf1a-4952-b0bd-286510901348 HTTP/1.1" status: 200 len: 917 time: 0.2424102 Mar 08 19:17:24.965480 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b25c3d68-beb4-4a20-a067-1c3bda520153 admin admin] Publish callbacks [] for security_group (91f00e53-a1fd-4808-99cf-45a7492ce2b0), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:24.990275 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b25c3d68-beb4-4a20-a067-1c3bda520153 admin admin] Publish callbacks [] for security_group (91f00e53-a1fd-4808-99cf-45a7492ce2b0), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:25.048965 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e5890a00-d36c-479f-aa6a-fcb4c81bc7da req-2c97d6ee-8cbd-45ce-9aca-935c43f08b19 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73344e8e-b327-42b5-a317-814f95b92074 HTTP/1.1" status: 200 len: 1002 time: 0.1390059 Mar 08 19:17:25.151989 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c63b3-4046-42db-b76d-e89b0fb7db4e req-226d7ad5-1025-468e-b5dc-9289c31a2ebc tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:25.153626 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a95c63b3-4046-42db-b76d-e89b0fb7db4e req-226d7ad5-1025-468e-b5dc-9289c31a2ebc tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 931 time: 0.1845915 Mar 08 19:17:25.159123 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b25c3d68-beb4-4a20-a067-1c3bda520153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (91f00e53-a1fd-4808-99cf-45a7492ce2b0), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:25.168304 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b25c3d68-beb4-4a20-a067-1c3bda520153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:25.169774 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b25c3d68-beb4-4a20-a067-1c3bda520153 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/91f00e53-a1fd-4808-99cf-45a7492ce2b0 HTTP/1.1" status: 204 len: 168 time: 0.3151858 Mar 08 19:17:25.184057 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5890a00-d36c-479f-aa6a-fcb4c81bc7da req-bbd60988-4260-4f20-bc7f-53a75e1ff208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:25.185611 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e5890a00-d36c-479f-aa6a-fcb4c81bc7da req-bbd60988-4260-4f20-bc7f-53a75e1ff208 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee055724-f572-4951-9bec-6d1ee3ec6732 HTTP/1.1" status: 200 len: 855 time: 0.1310937 Mar 08 19:17:25.209397 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c3d68-beb4-4a20-a067-1c3bda520153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f00e53-a1fd-4808-99cf-45a7492ce2b0,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:25.368378 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24e8526-b0cb-4096-8754-39963dbac7a3 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:17:25.384973 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Publish callbacks [] for port (d24e8526-b0cb-4096-8754-39963dbac7a3), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:25.396332 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a95c63b3-4046-42db-b76d-e89b0fb7db4e req-42dee08d-efcf-4b05-90b6-c90974984551 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=3747d434-9547-4f47-aae7-50da2b9090f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304816 Mar 08 19:17:25.411578 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Transition to ACTIVE for port object d24e8526-b0cb-4096-8754-39963dbac7a3 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:17:25.414763 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5890a00-d36c-479f-aa6a-fcb4c81bc7da req-489193bf-604b-4d37-a836-a6f974a1973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:25.416756 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e5890a00-d36c-479f-aa6a-fcb4c81bc7da req-489193bf-604b-4d37-a836-a6f974a1973c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cd3ea4fe-bf1a-4952-b0bd-286510901348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2113593 Mar 08 19:17:25.529179 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (d24e8526-b0cb-4096-8754-39963dbac7a3), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:25.571678 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e5890a00-d36c-479f-aa6a-fcb4c81bc7da req-f9a3cae1-403e-4570-8fb6-4037c6d74350 service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463792 Mar 08 19:17:25.638613 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Pushing event updated for resources: {'Port': ['ID=d24e8526-b0cb-4096-8754-39963dbac7a3,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:25.788140 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Attempting to bind port d24e8526-b0cb-4096-8754-39963dbac7a3 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:17:25.788460 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Attempting to bind port d24e8526-b0cb-4096-8754-39963dbac7a3 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:17:25.788805 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Attempting to bind port d24e8526-b0cb-4096-8754-39963dbac7a3 on network eadbce5e-f6fa-402e-acf1-15b1deb0f309 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:17:25.804464 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Port d24e8526-b0cb-4096-8754-39963dbac7a3 on network eadbce5e-f6fa-402e-acf1-15b1deb0f309 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:17:25.824040 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Attempting to bind port d24e8526-b0cb-4096-8754-39963dbac7a3 on network eadbce5e-f6fa-402e-acf1-15b1deb0f309 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:17:25.824040 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e5890a00-d36c-479f-aa6a-fcb4c81bc7da req-f29efa8c-9bf4-4363-919d-22889e76318b service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273355 Mar 08 19:17:25.824040 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:17:25.824040 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Checking segment: {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:17:25.824040 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Bound using segment: {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:17:25.824040 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Bound port: d24e8526-b0cb-4096-8754-39963dbac7a3, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:17:25.824040 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (d24e8526-b0cb-4096-8754-39963dbac7a3), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:25.965921 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] For port d24e8526-b0cb-4096-8754-39963dbac7a3, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:17:25.975141 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] For port d24e8526-b0cb-4096-8754-39963dbac7a3, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d24e8526-b0cb-4096-8754-39963dbac7a3,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:17:26.081729 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641ec36-004d-436f-bda6-39aa331639f9 req-bbf8724e-2d81-4113-a59d-8e1165e06c9a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:26.083494 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4641ec36-004d-436f-bda6-39aa331639f9 req-bbf8724e-2d81-4113-a59d-8e1165e06c9a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0623078 Mar 08 19:17:26.085496 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (d24e8526-b0cb-4096-8754-39963dbac7a3), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:26.494117 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:26.494813 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:26.496661 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] 10.222.0.76 "PUT /v2.0/ports/d24e8526-b0cb-4096-8754-39963dbac7a3 HTTP/1.1" status: 200 len: 1093 time: 2.1745172 Mar 08 19:17:26.509663 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8644e465-6137-4694-97d5-5348bc14e92b', 'tag': 'd24e8526-b0cb-4096-8754-39963dbac7a3'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:17:26.513931 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70612d68-c60f-4874-8687-44197f64d96b" -d '{"events": [{"name": "network-changed", "server_uuid": "8644e465-6137-4694-97d5-5348bc14e92b", "tag": "d24e8526-b0cb-4096-8754-39963dbac7a3"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:17:26.584871 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffa2f6-3bc7-4963-95b3-89b6b6c6e67f service neutron] Pushing event updated for resources: {'Port': ['ID=d24e8526-b0cb-4096-8754-39963dbac7a3,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:26.604837 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4641ec36-004d-436f-bda6-39aa331639f9 req-866e8305-1de4-491f-a313-02f00393ee03 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5094812 Mar 08 19:17:26.632171 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a61dbf-3105-492c-9c0b-914acb729322 req-0859fade-13fa-4024-916f-5763330cb9e0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:26.634351 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-70a61dbf-3105-492c-9c0b-914acb729322 req-0859fade-13fa-4024-916f-5763330cb9e0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 943 time: 0.1365986 Mar 08 19:17:26.678068 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25d2f10-fce6-4324-abd6-ca20badd07b3 x-openstack-request-id: req-a25d2f10-fce6-4324-abd6-ca20badd07b3 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:17:26.681119 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8644e465-6137-4694-97d5-5348bc14e92b", "tag": "d24e8526-b0cb-4096-8754-39963dbac7a3", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:17:26.681119 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a25d2f10-fce6-4324-abd6-ca20badd07b3 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:17:26.681119 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8644e465-6137-4694-97d5-5348bc14e92b', 'tag': 'd24e8526-b0cb-4096-8754-39963dbac7a3', 'status': 'completed', 'code': 200} Mar 08 19:17:26.708155 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-70a61dbf-3105-492c-9c0b-914acb729322 req-540da691-ae93-4ca5-9c91-fc9672c7f99c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=3747d434-9547-4f47-aae7-50da2b9090f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671403 Mar 08 19:17:27.761106 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738c740-b93e-40be-840c-16d5355feea0 req-7b4ac6d4-a9f5-4821-89ce-0e5bbcdbd4c4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:27.762995 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d738c740-b93e-40be-840c-16d5355feea0 req-7b4ac6d4-a9f5-4821-89ce-0e5bbcdbd4c4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0680807 Mar 08 19:17:27.853336 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d738c740-b93e-40be-840c-16d5355feea0 req-76214bef-f122-40b9-9d9e-4110fc7a0c61 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829945 Mar 08 19:17:27.871716 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21eb311-075b-48a9-bb69-663aeb1f62b0 req-a8e7568e-0a0e-448e-b26b-e73420c028cc tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:27.873464 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a21eb311-075b-48a9-bb69-663aeb1f62b0 req-a8e7568e-0a0e-448e-b26b-e73420c028cc tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 943 time: 0.0835547 Mar 08 19:17:27.937792 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a21eb311-075b-48a9-bb69-663aeb1f62b0 req-b8228b6c-7170-4266-959b-bf77f94277b8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=3747d434-9547-4f47-aae7-50da2b9090f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505903 Mar 08 19:17:28.991806 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c8a0-395f-4e4e-b8cc-7494ee5c9155 req-cd18e654-478d-4aad-ac8c-9c9e62acab41 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:28.993417 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cc76c8a0-395f-4e4e-b8cc-7494ee5c9155 req-cd18e654-478d-4aad-ac8c-9c9e62acab41 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0603588 Mar 08 19:17:29.155955 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cc76c8a0-395f-4e4e-b8cc-7494ee5c9155 req-f2c06d2b-43f9-4212-85d4-f3170f5e867b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544285 Mar 08 19:17:29.173513 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b25561-72c8-4d7c-aaa6-4ebfe899a914 req-520228fe-4481-4546-be3a-967067f0fe6a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:29.175764 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-46b25561-72c8-4d7c-aaa6-4ebfe899a914 req-520228fe-4481-4546-be3a-967067f0fe6a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 943 time: 0.1542985 Mar 08 19:17:29.205256 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70612d68-c60f-4874-8687-44197f64d96b req-2509b093-813f-420c-9ad9-be0d28a5e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:29.207833 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-70612d68-c60f-4874-8687-44197f64d96b req-2509b093-813f-420c-9ad9-be0d28a5e668 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 1127 time: 0.1390567 Mar 08 19:17:29.245056 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-46b25561-72c8-4d7c-aaa6-4ebfe899a914 req-4624b42b-3f29-49f4-ad80-779dbc3974e3 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=3747d434-9547-4f47-aae7-50da2b9090f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592153 Mar 08 19:17:29.540800 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70612d68-c60f-4874-8687-44197f64d96b req-5ac43b1e-f50d-4653-ba30-d7f12a3500f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:29.542392 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-70612d68-c60f-4874-8687-44197f64d96b req-5ac43b1e-f50d-4653-ba30-d7f12a3500f8 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ff78af332934469ba0ee399835378e5f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1183829 Mar 08 19:17:29.652422 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70612d68-c60f-4874-8687-44197f64d96b req-edb005ac-bae2-4466-b279-7bda3a1194c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:29.653928 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-70612d68-c60f-4874-8687-44197f64d96b req-edb005ac-bae2-4466-b279-7bda3a1194c7 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004162 Mar 08 19:17:29.757151 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-415069e3-9777-4b3f-ad0f-8a46c9fb63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:29.758762 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-415069e3-9777-4b3f-ad0f-8a46c9fb63c7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 1127 time: 0.0516491 Mar 08 19:17:29.800468 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-0471a0bb-c377-46b2-9768-5dfe51860cc6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24e8526-b0cb-4096-8754-39963dbac7a3 HTTP/1.1" status: 200 len: 217 time: 0.0339644 Mar 08 19:17:29.854363 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-43052c5b-01bf-49ea-90fc-07e1623b21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:29.855829 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-43052c5b-01bf-49ea-90fc-07e1623b21ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f85598c7-024d-416e-bf9f-b74e60adac34 HTTP/1.1" status: 200 len: 854 time: 0.0499201 Mar 08 19:17:29.911137 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-97e04d90-2b2d-4fce-999e-816fe81971ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:29.912661 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-97e04d90-2b2d-4fce-999e-816fe81971ae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eadbce5e-f6fa-402e-acf1-15b1deb0f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511777 Mar 08 19:17:30.055112 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-ec228ce1-72eb-467a-9d5b-f07b50a63fa8 service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848017 Mar 08 19:17:30.149532 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa03d8d7-5dd8-4abe-a26b-9dbb1327a4c3 req-65d9a75d-5dbb-4aaf-a0af-9fbde185c386 service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873713 Mar 08 19:17:30.279011 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf5171-e9a3-4c45-bb3a-de1bfcccc42e req-13e9166a-6141-426a-bd11-ca050b57168f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:30.280607 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d8cf5171-e9a3-4c45-bb3a-de1bfcccc42e req-13e9166a-6141-426a-bd11-ca050b57168f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0539823 Mar 08 19:17:30.356931 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d8cf5171-e9a3-4c45-bb3a-de1bfcccc42e req-5b9708f6-4cd4-476e-81c2-3734e9a15ab5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682020 Mar 08 19:17:30.390583 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e635b8-2e65-4ac4-a1a6-c87629c38138 req-dd4d39f2-bc7c-4d8c-bd12-89a9b8c4011f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:30.392148 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-47e635b8-2e65-4ac4-a1a6-c87629c38138 req-dd4d39f2-bc7c-4d8c-bd12-89a9b8c4011f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 943 time: 0.0759306 Mar 08 19:17:30.447060 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-47e635b8-2e65-4ac4-a1a6-c87629c38138 req-6eee2080-334b-4eb8-9340-195086052ff5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=3747d434-9547-4f47-aae7-50da2b9090f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483551 Mar 08 19:17:30.493821 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48618) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:30.543657 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebfb2a1-9df8-48a9-a420-cda326268ed0 admin admin] Deleting subnet 03498a1a-2c12-4732-a7c0-66b529b308bf {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:17:30.546982 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb2a1-9df8-48a9-a420-cda326268ed0 admin admin] Publish callbacks [] for subnet (03498a1a-2c12-4732-a7c0-66b529b308bf), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:30.585933 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb2a1-9df8-48a9-a420-cda326268ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5655609'] for subnet (03498a1a-2c12-4732-a7c0-66b529b308bf), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:30.625774 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb2a1-9df8-48a9-a420-cda326268ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (03498a1a-2c12-4732-a7c0-66b529b308bf), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:30.722565 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-dd3607e4-52db-4217-970c-7d0f118b487e tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:30.724130 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-dd3607e4-52db-4217-970c-7d0f118b487e tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/networks?id=3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 HTTP/1.1" status: 200 len: 814 time: 0.1032012 Mar 08 19:17:30.742403 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-ca7db49d-fe9d-46e3-ae65-712ee5e2ca78 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/quotas/f10261552daf4cb9a0cf1b53cb019b42 HTTP/1.1" status: 200 len: 375 time: 0.0120778 Mar 08 19:17:30.751654 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb2a1-9df8-48a9-a420-cda326268ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6014785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4975794'] for subnet (03498a1a-2c12-4732-a7c0-66b529b308bf), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:30.776308 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfb2a1-9df8-48a9-a420-cda326268ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03498a1a-2c12-4732-a7c0-66b529b308bf,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:30.780045 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ebfb2a1-9df8-48a9-a420-cda326268ed0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:30.783453 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-9ebfb2a1-9df8-48a9-a420-cda326268ed0 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/03498a1a-2c12-4732-a7c0-66b529b308bf HTTP/1.1" status: 204 len: 168 time: 0.2885513 Mar 08 19:17:30.786295 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48638) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:30.788526 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-ed540e41-2489-4602-a58c-87c672020ea6 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f10261552daf4cb9a0cf1b53cb019b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399411 Mar 08 19:17:30.870465 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0ea16ef-70eb-4321-968b-7edc8dd1e7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (1a068db2-6dfe-4657-8fb2-218599d890d9), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:30.907783 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-1d15eb81-c8a0-45a7-b4ad-52b57fea257f service neutron] 10.222.0.75 "GET /v2.0/networks/3eaa1a64-1730-4b60-97b5-c1f5e0ba8463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106732 Mar 08 19:17:30.985574 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0ea16ef-70eb-4321-968b-7edc8dd1e7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (1a068db2-6dfe-4657-8fb2-218599d890d9), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.015042 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-888006a0-9a74-409b-9f01-9acacac2eac8 service neutron] 10.222.0.75 "GET /v2.0/networks/3eaa1a64-1730-4b60-97b5-c1f5e0ba8463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975482 Mar 08 19:17:31.015329 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-f0ea16ef-70eb-4321-968b-7edc8dd1e7da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a068db2-6dfe-4657-8fb2-218599d890d9']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:31.031726 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-f0ea16ef-70eb-4321-968b-7edc8dd1e7da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:31.032061 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-f0ea16ef-70eb-4321-968b-7edc8dd1e7da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:31.054446 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0ea16ef-70eb-4321-968b-7edc8dd1e7da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5655746'] for segment (d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.072536 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0ea16ef-70eb-4321-968b-7edc8dd1e7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.080309 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ea16ef-70eb-4321-968b-7edc8dd1e7da admin admin] Releasing vlan 953 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:17:31.081140 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0ea16ef-70eb-4321-968b-7edc8dd1e7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6014763'] for segment (d6ca1d1e-44ea-48c8-8448-bab1f1eaa2b0), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: Traceback (most recent call last): Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: timer() Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: cb(*args, **kw) Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: return func(*args, **kwargs) Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: self._notify() Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: self.callback(batched_events) Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: event.method(event) Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: return f(self, *a, **k) Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: return self._get(url).json() Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: return self.request(url, 'GET', **kwargs) Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:17:31.092406 dv-cinder-830091-3-iscsi neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:17:31.225434 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0ea16ef-70eb-4321-968b-7edc8dd1e7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (1a068db2-6dfe-4657-8fb2-218599d890d9), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.242029 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0ea16ef-70eb-4321-968b-7edc8dd1e7da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.245467 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-f0ea16ef-70eb-4321-968b-7edc8dd1e7da admin admin] 10.222.0.75 "DELETE /v2.0/networks/1a068db2-6dfe-4657-8fb2-218599d890d9 HTTP/1.1" status: 204 len: 168 time: 0.4581525 Mar 08 19:17:31.246944 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea16ef-70eb-4321-968b-7edc8dd1e7da admin admin] Pushing event deleted for resources: {'Network': ['ID=1a068db2-6dfe-4657-8fb2-218599d890d9,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:31.315958 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-04e90cd1-3f5d-4778-a5d5-53fd3d0136f2 req-25961f07-3699-444b-a912-dfb20b3242ca tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 210 time: 0.0335114 Mar 08 19:17:31.379095 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c63c06-71cb-4315-9a8b-aa65ca2461c0 req-6e0b9c0a-edc6-4fff-b7a6-ff18cac35d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:31.381017 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-05c63c06-71cb-4315-9a8b-aa65ca2461c0 req-6e0b9c0a-edc6-4fff-b7a6-ff18cac35d39 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=efdd81b216bc4091b41a1aec0610c6ad&device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 1130 time: 0.0677276 Mar 08 19:17:31.518465 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c63c06-71cb-4315-9a8b-aa65ca2461c0 req-2e1af845-e86d-4eba-9fa8-e6aa62074d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:31.519972 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-05c63c06-71cb-4315-9a8b-aa65ca2461c0 req-2e1af845-e86d-4eba-9fa8-e6aa62074d4a service neutron] 10.222.0.76 "GET /v2.0/networks?id=cd3ea4fe-bf1a-4952-b0bd-286510901348 HTTP/1.1" status: 200 len: 917 time: 0.1309071 Mar 08 19:17:31.620441 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48670) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:31.638029 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-05c63c06-71cb-4315-9a8b-aa65ca2461c0 req-b8343b8d-fddb-44be-8aee-8668f3138f59 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73344e8e-b327-42b5-a317-814f95b92074 HTTP/1.1" status: 200 len: 1002 time: 0.1030431 Mar 08 19:17:31.648930 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e02356-f8c0-49f2-ad20-819cb458828c req-c9353da7-166e-4914-a2be-764ab6dddd4d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:31.650484 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-79e02356-f8c0-49f2-ad20-819cb458828c req-c9353da7-166e-4914-a2be-764ab6dddd4d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.1519203 Mar 08 19:17:31.670794 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-f2b6e5c6-aae7-4688-831b-3786e7bba525 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bdba71d13754424b826f9fb2b1ab5e6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491316 Mar 08 19:17:31.673412 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48672) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:31.693442 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d39964-036c-43c0-b9e2-fdc46fecbdd3 req-eb780d9b-8827-48ca-94f8-56436030c85f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:31.694914 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-43d39964-036c-43c0-b9e2-fdc46fecbdd3 req-eb780d9b-8827-48ca-94f8-56436030c85f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 943 time: 0.1589026 Mar 08 19:17:31.724100 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b25b80d3-db61-48f0-846d-7dd0d72a2ef5 admin admin] Publish callbacks [] for security_group (0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.746922 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c63c06-71cb-4315-9a8b-aa65ca2461c0 req-10e59cfc-84b1-4286-a167-ca91dff56bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:31.748350 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-05c63c06-71cb-4315-9a8b-aa65ca2461c0 req-10e59cfc-84b1-4286-a167-ca91dff56bc2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee055724-f572-4951-9bec-6d1ee3ec6732 HTTP/1.1" status: 200 len: 855 time: 0.0961962 Mar 08 19:17:31.749882 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b25b80d3-db61-48f0-846d-7dd0d72a2ef5 admin admin] Publish callbacks [] for security_group (0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.807204 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-79e02356-f8c0-49f2-ad20-819cb458828c req-0a745369-e86f-4ca6-a6d6-8efbabf3e38b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437838 Mar 08 19:17:31.813118 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-43d39964-036c-43c0-b9e2-fdc46fecbdd3 req-8804f6d9-fa7a-4b83-8177-66eec93e2bfe tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=3747d434-9547-4f47-aae7-50da2b9090f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116891 Mar 08 19:17:31.832407 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c63c06-71cb-4315-9a8b-aa65ca2461c0 req-35d78697-dd84-4e0a-bf7a-3488abd17e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:31.834128 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-05c63c06-71cb-4315-9a8b-aa65ca2461c0 req-35d78697-dd84-4e0a-bf7a-3488abd17e4e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cd3ea4fe-bf1a-4952-b0bd-286510901348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789957 Mar 08 19:17:31.870857 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b25b80d3-db61-48f0-846d-7dd0d72a2ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.873579 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b25b80d3-db61-48f0-846d-7dd0d72a2ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:31.875074 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b25b80d3-db61-48f0-846d-7dd0d72a2ef5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58 HTTP/1.1" status: 204 len: 168 time: 0.2007716 Mar 08 19:17:31.884382 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b80d3-db61-48f0-846d-7dd0d72a2ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1cce6f-0943-4cbd-bb27-bcfd4ecd6e58,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:31.946097 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-05c63c06-71cb-4315-9a8b-aa65ca2461c0 req-3cc0e862-7296-4ef5-8326-49fda39c4b52 service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051719 Mar 08 19:17:32.002381 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e100-7818-45aa-9950-8ab33fb40557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:32.038698 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-05c63c06-71cb-4315-9a8b-aa65ca2461c0 req-699054d6-20ea-4937-ad3e-f144f65f96b3 service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863822 Mar 08 19:17:32.418926 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9726f967-b3a7-4955-bf2e-93f41413da88 req-eaf68f71-c1fc-4a5e-b6f1-1078e12f6f24 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 210 time: 0.0333691 Mar 08 19:17:32.961825 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device d24e8526-b0cb-4096-8754-39963dbac7a3 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:17:32.966435 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208aa188-c76b-4905-82ab-205828ee7da2 req-356e0020-278c-434a-896b-ab68f01126fe tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:32.968290 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-208aa188-c76b-4905-82ab-205828ee7da2 req-356e0020-278c-434a-896b-ab68f01126fe tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 943 time: 0.0858710 Mar 08 19:17:32.975800 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e502c-f3ba-4f7f-b446-b438e34a4448 req-7b555cd1-ae09-46fb-8fd5-7bfec34e6dda tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:32.977499 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-816e502c-f3ba-4f7f-b446-b438e34a4448 req-7b555cd1-ae09-46fb-8fd5-7bfec34e6dda tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.0861948 Mar 08 19:17:33.069513 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port d24e8526-b0cb-4096-8754-39963dbac7a3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d24e8526-b0cb-4096-8754-39963dbac7a3,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:33.070161 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-208aa188-c76b-4905-82ab-205828ee7da2 req-4d8af7bc-a985-47ac-b0db-5db1766e9e51 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=3747d434-9547-4f47-aae7-50da2b9090f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918775 Mar 08 19:17:33.075376 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-816e502c-f3ba-4f7f-b446-b438e34a4448 req-a2a828c5-59d8-487a-b23f-fc41e35ccb6d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894868 Mar 08 19:17:33.087866 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': 'd24e8526-b0cb-4096-8754-39963dbac7a3', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'port_id': 'd24e8526-b0cb-4096-8754-39963dbac7a3', 'mac_address': 'fa:16:3e:30:12:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 999, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:17:33.129157 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port d24e8526-b0cb-4096-8754-39963dbac7a3 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:33.129562 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (d24e8526-b0cb-4096-8754-39963dbac7a3), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:33.147142 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24e8526-b0cb-4096-8754-39963dbac7a3 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:17:33.171901 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port d24e8526-b0cb-4096-8754-39963dbac7a3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d24e8526-b0cb-4096-8754-39963dbac7a3,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:33.219509 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (d24e8526-b0cb-4096-8754-39963dbac7a3), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:33.270333 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=d24e8526-b0cb-4096-8754-39963dbac7a3,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:33.422588 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-f9e9aa54-2a01-4cdd-800b-ef08c3ff4c9c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:33.424128 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-f9e9aa54-2a01-4cdd-800b-ef08c3ff4c9c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.76 "GET /v2.0/networks?id=3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 HTTP/1.1" status: 200 len: 814 time: 0.1150384 Mar 08 19:17:33.440997 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-815e0237-68ac-4a60-a77a-de8496c1de69 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Request body: {'port': {'device_id': '8c05a596-08f8-4d79-b15c-01475fa474d5', 'network_id': '3eaa1a64-1730-4b60-97b5-c1f5e0ba8463', 'admin_state_up': True, 'tenant_id': 'f10261552daf4cb9a0cf1b53cb019b42'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:33.535037 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-63ef56f6-a63e-44e5-9259-d1800c82baae req-1734ac50-0a1a-4310-8e31-32e9cb0437c6 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 210 time: 0.0346947 Mar 08 19:17:33.656319 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48720) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:33.680392 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['d24e8526-b0cb-4096-8754-39963dbac7a3'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:17:33.681126 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-815e0237-68ac-4a60-a77a-de8496c1de69 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Made reservation on behalf of f10261552daf4cb9a0cf1b53cb019b42 for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:17:33.684784 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-815e0237-68ac-4a60-a77a-de8496c1de69 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:33.808590 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-aa46f514-f492-49d6-9fa8-7c3daa9b9efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:33.884253 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-815e0237-68ac-4a60-a77a-de8496c1de69 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Allocated IP 172.20.0.14 (3eaa1a64-1730-4b60-97b5-c1f5e0ba8463/2fedd0cf-30b5-40e1-863a-67b2446c1996/604c84cd-7106-455e-a449-d54438924a60) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:17:33.924681 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-aa46f514-f492-49d6-9fa8-7c3daa9b9efa admin admin] Publish callbacks [] for security_group (e3d838a4-4750-4866-a611-e0c71860cbb6), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.019479 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-aa46f514-f492-49d6-9fa8-7c3daa9b9efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (e3d838a4-4750-4866-a611-e0c71860cbb6), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.063616 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-aa46f514-f492-49d6-9fa8-7c3daa9b9efa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1a78624ca5854313bad29cfab89343ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058397 Mar 08 19:17:34.064363 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46f514-f492-49d6-9fa8-7c3daa9b9efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d838a4-4750-4866-a611-e0c71860cbb6,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:34.067157 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48742) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:34.073193 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-815e0237-68ac-4a60-a77a-de8496c1de69 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Publish callbacks [] for port (604c84cd-7106-455e-a449-d54438924a60), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.140472 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-97c7ad9b-1d73-4956-8232-81857253e5b4 admin admin] Publish callbacks [] for security_group (e3d838a4-4750-4866-a611-e0c71860cbb6), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.175949 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-97c7ad9b-1d73-4956-8232-81857253e5b4 admin admin] Publish callbacks [] for security_group (e3d838a4-4750-4866-a611-e0c71860cbb6), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.213077 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-815e0237-68ac-4a60-a77a-de8496c1de69 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (604c84cd-7106-455e-a449-d54438924a60), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.298836 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-79d1ae6e-ad94-4fd3-ad06-fee2babe9499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.300097 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-97c7ad9b-1d73-4956-8232-81857253e5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (e3d838a4-4750-4866-a611-e0c71860cbb6), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.303142 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-97c7ad9b-1d73-4956-8232-81857253e5b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.312638 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-815e0237-68ac-4a60-a77a-de8496c1de69 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Network 3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:17:34.314688 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-97c7ad9b-1d73-4956-8232-81857253e5b4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e3d838a4-4750-4866-a611-e0c71860cbb6 HTTP/1.1" status: 204 len: 168 time: 0.2419095 Mar 08 19:17:34.325063 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7ad9b-1d73-4956-8232-81857253e5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d838a4-4750-4866-a611-e0c71860cbb6,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:34.325669 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-815e0237-68ac-4a60-a77a-de8496c1de69 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:17:34.332258 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-815e0237-68ac-4a60-a77a-de8496c1de69 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:17:34.363616 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e0237-68ac-4a60-a77a-de8496c1de69 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Pushing event updated for resources: {'Port': ['ID=604c84cd-7106-455e-a449-d54438924a60,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:34.397732 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaac296-38be-4579-ac9a-68bb561362a7 req-4be13685-7ca5-449a-afdc-7937cae18983 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:34.400151 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1aaac296-38be-4579-ac9a-68bb561362a7 req-4be13685-7ca5-449a-afdc-7937cae18983 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 946 time: 0.2413085 Mar 08 19:17:34.428152 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a921a0b-bff1-4dd0-a48a-e2c18e75b38e req-eb51d788-afd6-48f7-b475-f6179883e36e tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:34.429729 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2a921a0b-bff1-4dd0-a48a-e2c18e75b38e req-eb51d788-afd6-48f7-b475-f6179883e36e tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 944 time: 0.2087746 Mar 08 19:17:34.441625 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-815e0237-68ac-4a60-a77a-de8496c1de69 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:34.442243 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-815e0237-68ac-4a60-a77a-de8496c1de69 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.509289 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1aaac296-38be-4579-ac9a-68bb561362a7 req-17b03046-50b8-48ea-b459-79ee643b9476 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013436 Mar 08 19:17:34.517143 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2a921a0b-bff1-4dd0-a48a-e2c18e75b38e req-6456084b-cae9-4c07-8eab-846df3ceb5d2 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=3747d434-9547-4f47-aae7-50da2b9090f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693920 Mar 08 19:17:34.529725 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-815e0237-68ac-4a60-a77a-de8496c1de69 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0877998 Mar 08 19:17:34.536452 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Request body: {'port': {'device_id': '8c05a596-08f8-4d79-b15c-01475fa474d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:34.594682 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (604c84cd-7106-455e-a449-d54438924a60), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.772259 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfe9f8-18c8-4fc3-8259-10d2316352bf req-adaa144d-347b-4aeb-bdb0-935b8115798a tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:34.773758 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9dfe9f8-18c8-4fc3-8259-10d2316352bf req-adaa144d-347b-4aeb-bdb0-935b8115798a tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 932 time: 0.1367087 Mar 08 19:17:34.881802 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9dfe9f8-18c8-4fc3-8259-10d2316352bf req-01856854-eb60-4c7e-a7a8-23a0a17403d4 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928531 Mar 08 19:17:34.955885 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604c84cd-7106-455e-a449-d54438924a60 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:17:34.963553 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Publish callbacks [] for port (604c84cd-7106-455e-a449-d54438924a60), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:34.976157 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Transition to ACTIVE for port object 604c84cd-7106-455e-a449-d54438924a60 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:17:34.982246 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device d24e8526-b0cb-4096-8754-39963dbac7a3 up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:35.042546 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (604c84cd-7106-455e-a449-d54438924a60), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.093500 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port d24e8526-b0cb-4096-8754-39963dbac7a3 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:17:35.098295 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port d24e8526-b0cb-4096-8754-39963dbac7a3 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:35.098705 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (d24e8526-b0cb-4096-8754-39963dbac7a3), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.110644 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Pushing event updated for resources: {'Port': ['ID=604c84cd-7106-455e-a449-d54438924a60,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:35.162257 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Attempting to bind port 604c84cd-7106-455e-a449-d54438924a60 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:17:35.162738 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Attempting to bind port 604c84cd-7106-455e-a449-d54438924a60 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b61c4bd5-ef2e-4855-afb0-3b29738b6ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '3eaa1a64-1730-4b60-97b5-c1f5e0ba8463'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:17:35.163069 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Attempting to bind port 604c84cd-7106-455e-a449-d54438924a60 on network 3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:17:35.167445 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Port 604c84cd-7106-455e-a449-d54438924a60 on network 3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:17:35.167766 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Attempting to bind port 604c84cd-7106-455e-a449-d54438924a60 on network 3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:17:35.172459 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:17:35.172795 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Checking segment: {'id': 'b61c4bd5-ef2e-4855-afb0-3b29738b6ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '3eaa1a64-1730-4b60-97b5-c1f5e0ba8463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:17:35.173171 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Bound using segment: {'id': 'b61c4bd5-ef2e-4855-afb0-3b29738b6ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '3eaa1a64-1730-4b60-97b5-c1f5e0ba8463'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:17:35.173591 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Bound port: 604c84cd-7106-455e-a449-d54438924a60, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b61c4bd5-ef2e-4855-afb0-3b29738b6ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '3eaa1a64-1730-4b60-97b5-c1f5e0ba8463'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:17:35.174507 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (604c84cd-7106-455e-a449-d54438924a60), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.186035 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port d24e8526-b0cb-4096-8754-39963dbac7a3 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:35.186421 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (d24e8526-b0cb-4096-8754-39963dbac7a3), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.210917 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8644e465-6137-4694-97d5-5348bc14e92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24e8526-b0cb-4096-8754-39963dbac7a3'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:17:35.213337 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce995a5-c6b4-4a03-b957-c8af0b4210d5" -d '{"events": [{"server_uuid": "8644e465-6137-4694-97d5-5348bc14e92b", "name": "network-vif-plugged", "status": "completed", "tag": "d24e8526-b0cb-4096-8754-39963dbac7a3"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:17:35.225997 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port d24e8526-b0cb-4096-8754-39963dbac7a3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d24e8526-b0cb-4096-8754-39963dbac7a3,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:35.240181 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] For port 604c84cd-7106-455e-a449-d54438924a60, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:17:35.243327 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] For port 604c84cd-7106-455e-a449-d54438924a60, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=604c84cd-7106-455e-a449-d54438924a60,segment=NetworkSegment(b61c4bd5-ef2e-4855-afb0-3b29738b6ee3),segment_id=b61c4bd5-ef2e-4855-afb0-3b29738b6ee3)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:17:35.248085 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.250871 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ea9675-b5f0-4829-ba47-dfa3857edf72 x-openstack-request-id: req-27ea9675-b5f0-4829-ba47-dfa3857edf72 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:17:35.251165 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8644e465-6137-4694-97d5-5348bc14e92b", "name": "network-vif-plugged", "status": "completed", "tag": "d24e8526-b0cb-4096-8754-39963dbac7a3", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:17:35.251413 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-27ea9675-b5f0-4829-ba47-dfa3857edf72 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:17:35.251794 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8644e465-6137-4694-97d5-5348bc14e92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24e8526-b0cb-4096-8754-39963dbac7a3', 'code': 200} Mar 08 19:17:35.322081 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (d24e8526-b0cb-4096-8754-39963dbac7a3), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.322812 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 73344e8e-b327-42b5-a317-814f95b92074 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:17:35.363031 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (604c84cd-7106-455e-a449-d54438924a60), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.394277 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:35.394785 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.396430 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] 10.222.0.76 "PUT /v2.0/ports/604c84cd-7106-455e-a449-d54438924a60 HTTP/1.1" status: 200 len: 1094 time: 0.8645573 Mar 08 19:17:35.398942 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c05a596-08f8-4d79-b15c-01475fa474d5', 'tag': '604c84cd-7106-455e-a449-d54438924a60'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:17:35.400223 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=d24e8526-b0cb-4096-8754-39963dbac7a3,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:35.401570 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8107ad6-7900-49d8-83d2-d8d93344da91" -d '{"events": [{"name": "network-changed", "server_uuid": "8c05a596-08f8-4d79-b15c-01475fa474d5", "tag": "604c84cd-7106-455e-a449-d54438924a60"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:17:35.438666 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f226d03-7583-410c-b943-7acfe019f199 service neutron] Pushing event updated for resources: {'Port': ['ID=604c84cd-7106-455e-a449-d54438924a60,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:35.448463 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fb272f-8603-4fa1-93c4-f8306916efec x-openstack-request-id: req-b1fb272f-8603-4fa1-93c4-f8306916efec {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:17:35.452880 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c05a596-08f8-4d79-b15c-01475fa474d5", "tag": "604c84cd-7106-455e-a449-d54438924a60", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:17:35.452880 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b1fb272f-8603-4fa1-93c4-f8306916efec {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:17:35.452880 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c05a596-08f8-4d79-b15c-01475fa474d5', 'tag': '604c84cd-7106-455e-a449-d54438924a60', 'status': 'completed', 'code': 200} Mar 08 19:17:35.453156 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 73344e8e-b327-42b5-a317-814f95b92074 is: ACTIVE; New status is: DOWN {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:35.453156 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (73344e8e-b327-42b5-a317-814f95b92074), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.483690 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 73344e8e-b327-42b5-a317-814f95b92074, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73344e8e-b327-42b5-a317-814f95b92074,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:35.516732 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8107ad6-7900-49d8-83d2-d8d93344da91 req-8ad26b7c-6156-4ad8-b843-decfbe92b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:35.518492 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a8107ad6-7900-49d8-83d2-d8d93344da91 req-8ad26b7c-6156-4ad8-b843-decfbe92b469 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f10261552daf4cb9a0cf1b53cb019b42&device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 1128 time: 0.0490448 Mar 08 19:17:35.602210 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (73344e8e-b327-42b5-a317-814f95b92074), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:35.649587 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=73344e8e-b327-42b5-a317-814f95b92074,revision_number=8']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:35.731174 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8107ad6-7900-49d8-83d2-d8d93344da91 req-d7b51985-8fd2-4592-8b5a-0e3b4d49c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:35.732675 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a8107ad6-7900-49d8-83d2-d8d93344da91 req-d7b51985-8fd2-4592-8b5a-0e3b4d49c473 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=f10261552daf4cb9a0cf1b53cb019b42&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2068784 Mar 08 19:17:35.743414 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec165c4-acc8-4977-af92-01095787ea2d req-835639c0-098d-4591-acef-5770747ad350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:35.744875 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-eec165c4-acc8-4977-af92-01095787ea2d req-835639c0-098d-4591-acef-5770747ad350 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 1129 time: 0.1505177 Mar 08 19:17:35.758355 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfd2a1-da6e-43c9-9a42-bcab4634940f req-6eb528ad-3aeb-42e8-b314-45d977d20c26 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:35.759706 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cebfd2a1-da6e-43c9-9a42-bcab4634940f req-6eb528ad-3aeb-42e8-b314-45d977d20c26 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 945 time: 0.1642544 Mar 08 19:17:35.769306 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f2343-7079-4c13-aa7a-b5d8891dd887 req-4742d617-694c-400b-9c83-b327553bf567 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:35.770651 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-942f2343-7079-4c13-aa7a-b5d8891dd887 req-4742d617-694c-400b-9c83-b327553bf567 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.1735005 Mar 08 19:17:35.932003 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-eec165c4-acc8-4977-af92-01095787ea2d req-b83c07d5-792c-4062-8e4f-24fb0a28ee5c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3747d434-9547-4f47-aae7-50da2b9090f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698811 Mar 08 19:17:35.934943 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-942f2343-7079-4c13-aa7a-b5d8891dd887 req-912f73e7-bc91-4652-9884-f2d9df1b3154 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489205 Mar 08 19:17:35.941893 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cebfd2a1-da6e-43c9-9a42-bcab4634940f req-b81196ba-8cd9-405a-9b9c-6e8fcf4a0374 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=3747d434-9547-4f47-aae7-50da2b9090f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665385 Mar 08 19:17:35.953854 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8107ad6-7900-49d8-83d2-d8d93344da91 req-20273e0d-b9a4-4066-9425-9ec49ddfc5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:35.957224 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a8107ad6-7900-49d8-83d2-d8d93344da91 req-20273e0d-b9a4-4066-9425-9ec49ddfc5de service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2156997 Mar 08 19:17:36.073449 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e502c78-3bc5-453a-a8d8-00f7f25b7283 req-a29f5e39-9341-43dc-b8cd-1fa2c3c3c549 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:36.075039 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8e502c78-3bc5-453a-a8d8-00f7f25b7283 req-a29f5e39-9341-43dc-b8cd-1fa2c3c3c549 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 944 time: 0.0596945 Mar 08 19:17:36.122530 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8e502c78-3bc5-453a-a8d8-00f7f25b7283 req-942c079c-f128-4aac-8477-73ddb1efc23c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419366 Mar 08 19:17:36.287425 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-b1bca541-1faf-4dea-87d8-9a5d7b0be522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:36.296154 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-b1bca541-1faf-4dea-87d8-9a5d7b0be522 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f10261552daf4cb9a0cf1b53cb019b42&device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 1128 time: 0.0468421 Mar 08 19:17:36.342092 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-39449f87-c911-44b6-bcce-6bc2568d2d08 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=604c84cd-7106-455e-a449-d54438924a60 HTTP/1.1" status: 200 len: 217 time: 0.0418894 Mar 08 19:17:36.399990 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-28c5489f-69ba-450e-9161-a46643a5853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:36.402385 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-28c5489f-69ba-450e-9161-a46643a5853a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2fedd0cf-30b5-40e1-863a-67b2446c1996 HTTP/1.1" status: 200 len: 854 time: 0.0538111 Mar 08 19:17:36.434436 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-0520dd94-c77b-484d-8d8c-454ccbcb5cd8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3eaa1a64-1730-4b60-97b5-c1f5e0ba8463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262861 Mar 08 19:17:36.525155 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-5161fccd-8161-4df9-a8dd-6e26dca4aba2 service neutron] 10.222.0.76 "GET /v2.0/networks/3eaa1a64-1730-4b60-97b5-c1f5e0ba8463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848200 Mar 08 19:17:36.633813 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ca294799-2b69-427b-bad1-8d0b52bab46c req-ef0988ae-d44c-48b6-ba1a-d70749eec1a6 service neutron] 10.222.0.76 "GET /v2.0/networks/3eaa1a64-1730-4b60-97b5-c1f5e0ba8463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983121 Mar 08 19:17:37.083253 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396975e4-682b-477a-a671-d959111dfca0 req-2bb9572c-5724-481e-a915-71e903e65258 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:37.084740 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-396975e4-682b-477a-a671-d959111dfca0 req-2bb9572c-5724-481e-a915-71e903e65258 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 945 time: 0.0535054 Mar 08 19:17:37.131753 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-396975e4-682b-477a-a671-d959111dfca0 req-f12dc64d-d822-483a-b3c2-f1fb066801c1 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=3747d434-9547-4f47-aae7-50da2b9090f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412905 Mar 08 19:17:37.249202 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b22ca-1543-4451-8525-417b191b0db4 req-8ed1d00e-8020-4c9f-a46c-fbf3fa64b4a0 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:37.250678 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-320b22ca-1543-4451-8525-417b191b0db4 req-8ed1d00e-8020-4c9f-a46c-fbf3fa64b4a0 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 944 time: 0.0583014 Mar 08 19:17:37.253278 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73344e8e-b327-42b5-a317-814f95b92074'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:17:37.255715 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f173e3e3-3381-41f1-a098-c55849f2eede" -d '{"events": [{"server_uuid": "c1d4ea86-f489-4d6d-995e-1999c95b744d", "name": "network-vif-unplugged", "status": "completed", "tag": "73344e8e-b327-42b5-a317-814f95b92074"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:17:37.258752 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:37.294143 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 19:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181b704b-c0e6-4dc7-b041-bd21248836f9 x-openstack-request-id: req-181b704b-c0e6-4dc7-b041-bd21248836f9 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:17:37.294690 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d4ea86-f489-4d6d-995e-1999c95b744d", "name": "network-vif-unplugged", "status": "failed", "tag": "73344e8e-b327-42b5-a317-814f95b92074", "code": 422}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:17:37.295019 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-181b704b-c0e6-4dc7-b041-bd21248836f9 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:17:37.295507 dv-cinder-830091-3-iscsi neutron-server[103682]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73344e8e-b327-42b5-a317-814f95b92074', 'code': 422} returned with failed status Mar 08 19:17:37.505831 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [req-31d9169b-96d0-4033-b104-dc6bd708ebc5 req-47089f7c-d027-4db1-851e-e6cd0c4f76c7 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:17:37.506709 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-31d9169b-96d0-4033-b104-dc6bd708ebc5 req-47089f7c-d027-4db1-851e-e6cd0c4f76c7 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060618 Mar 08 19:17:37.537297 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-320b22ca-1543-4451-8525-417b191b0db4 req-f56fbe21-b362-4337-a47e-b2297544fb6e tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802582 Mar 08 19:17:37.928568 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd575c7-1f4f-4da5-aa3e-8365666c8958 req-bca4254c-2c6d-4e95-8c43-bd9960127ca3 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:37.930066 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4fd575c7-1f4f-4da5-aa3e-8365666c8958 req-bca4254c-2c6d-4e95-8c43-bd9960127ca3 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0585949 Mar 08 19:17:37.980422 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4fd575c7-1f4f-4da5-aa3e-8365666c8958 req-0227fc92-0bd6-48be-a975-050b13dad06a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448554 Mar 08 19:17:38.255726 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19a92a-e47a-4bc2-a382-ff44e0dff08c req-1e6f3540-666a-4d1a-ae96-8863b08843f9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:38.257250 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cc19a92a-e47a-4bc2-a382-ff44e0dff08c req-1e6f3540-666a-4d1a-ae96-8863b08843f9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 945 time: 0.0562088 Mar 08 19:17:38.306770 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cc19a92a-e47a-4bc2-a382-ff44e0dff08c req-cd01b577-c580-4a2c-9137-f006c7a4d6a6 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=3747d434-9547-4f47-aae7-50da2b9090f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434871 Mar 08 19:17:38.444665 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969db248-144b-483a-9ede-13c37074a078 req-43fec328-3d7d-4537-9bb2-9261b3b8e592 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:38.446378 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-969db248-144b-483a-9ede-13c37074a078 req-43fec328-3d7d-4537-9bb2-9261b3b8e592 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 945 time: 0.0580666 Mar 08 19:17:38.454668 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 48830) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:38.458114 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:38.460410 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-7a400802-a964-415f-8c50-40705653d2e8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'floatingip': {'port_id': 'd24e8526-b0cb-4096-8754-39963dbac7a3'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:17:38.497154 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7a400802-a964-415f-8c50-40705653d2e8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (ab4ca2ac-d256-4e4a-9106-11d0dcc33eb4), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:38.600000 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48838) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:38.693643 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-ea9dac72-ebe5-4aee-8106-71f4a9452391 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922568 Mar 08 19:17:38.702054 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-e204d079-1aa6-43ca-8573-558fcadf3a42 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:17:38.703018 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-e204d079-1aa6-43ca-8573-558fcadf3a42 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050852 Mar 08 19:17:38.740903 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f9191-0bc2-4c67-b61c-dce78df58218 req-80ae0aac-b8a6-44a7-b8e2-d19ac9df9b60 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:38.742504 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a91f9191-0bc2-4c67-b61c-dce78df58218 req-80ae0aac-b8a6-44a7-b8e2-d19ac9df9b60 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 944 time: 0.1354294 Mar 08 19:17:38.786158 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48850) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:38.853090 dv-cinder-830091-3-iscsi neutron-server[103680]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 19:17:38.879463 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a91f9191-0bc2-4c67-b61c-dce78df58218 req-355f3497-af55-42ea-9405-400a33c89507 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297667 Mar 08 19:17:38.909863 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-f9f43de8-a86a-4165-8055-f478e754b51f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:38.911396 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-f9f43de8-a86a-4165-8055-f478e754b51f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports/73344e8e-b327-42b5-a317-814f95b92074 HTTP/1.1" status: 200 len: 941 time: 0.1240892 Mar 08 19:17:39.012025 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 604c84cd-7106-455e-a449-d54438924a60 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:17:39.068162 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7a400802-a964-415f-8c50-40705653d2e8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:39.130421 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48727965-1e12-49d7-a668-d56a543786e3 req-ac6f249a-3dc0-47ca-9545-6f24712dda26 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:39.132504 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-48727965-1e12-49d7-a668-d56a543786e3 req-ac6f249a-3dc0-47ca-9545-6f24712dda26 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0601232 Mar 08 19:17:39.144574 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 604c84cd-7106-455e-a449-d54438924a60, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=604c84cd-7106-455e-a449-d54438924a60,segment=NetworkSegment(b61c4bd5-ef2e-4855-afb0-3b29738b6ee3),segment_id=b61c4bd5-ef2e-4855-afb0-3b29738b6ee3)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:39.158758 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7a400802-a964-415f-8c50-40705653d2e8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (ab4ca2ac-d256-4e4a-9106-11d0dcc33eb4), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:39.161109 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '604c84cd-7106-455e-a449-d54438924a60', 'network_id': '3eaa1a64-1730-4b60-97b5-c1f5e0ba8463', 'port_id': '604c84cd-7106-455e-a449-d54438924a60', 'mac_address': 'fa:16:3e:5b:f2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fedd0cf-30b5-40e1-863a-67b2446c1996', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:17:39.203079 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 604c84cd-7106-455e-a449-d54438924a60 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:39.203472 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (604c84cd-7106-455e-a449-d54438924a60), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:39.217397 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604c84cd-7106-455e-a449-d54438924a60 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:17:39.237717 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 604c84cd-7106-455e-a449-d54438924a60, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=604c84cd-7106-455e-a449-d54438924a60,segment=NetworkSegment(b61c4bd5-ef2e-4855-afb0-3b29738b6ee3),segment_id=b61c4bd5-ef2e-4855-afb0-3b29738b6ee3)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:39.258294 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-48727965-1e12-49d7-a668-d56a543786e3 req-d9683df4-9b25-491a-bd24-0b0502cb04a6 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166668 Mar 08 19:17:39.284607 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [None req-7a400802-a964-415f-8c50-40705653d2e8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Floating IP ab4ca2ac-d256-4e4a-9106-11d0dcc33eb4 associated. External IP: 172.27.3.182, port: d24e8526-b0cb-4096-8754-39963dbac7a3. Mar 08 19:17:39.350704 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (604c84cd-7106-455e-a449-d54438924a60), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:39.411563 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=604c84cd-7106-455e-a449-d54438924a60,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:39.520788 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a400802-a964-415f-8c50-40705653d2e8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Router bb4877bd-bd79-4d0b-90c3-53ae27b105db has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:17:39.633302 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a400802-a964-415f-8c50-40705653d2e8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:17:39.638625 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7a400802-a964-415f-8c50-40705653d2e8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:39.647004 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0837de5c-4a66-4c3c-a674-f01a9903fba2 None None] Sync routers for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:17:39.657986 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0837de5c-4a66-4c3c-a674-f01a9903fba2 None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:17:39.659620 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-0837de5c-4a66-4c3c-a674-f01a9903fba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:17:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:39.672843 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-7a400802-a964-415f-8c50-40705653d2e8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "PUT /v2.0/floatingips/ab4ca2ac-d256-4e4a-9106-11d0dcc33eb4 HTTP/1.1" status: 200 len: 991 time: 1.2169771 Mar 08 19:17:39.673652 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8644e465-6137-4694-97d5-5348bc14e92b', 'tag': 'd24e8526-b0cb-4096-8754-39963dbac7a3'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:17:39.676527 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d30eb2-d318-44eb-8dd4-46e2521199a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8644e465-6137-4694-97d5-5348bc14e92b", "tag": "d24e8526-b0cb-4096-8754-39963dbac7a3"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:17:39.716752 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['604c84cd-7106-455e-a449-d54438924a60'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:17:39.718169 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289193cf-a2d7-451b-a1e7-835eb7879ce7 x-openstack-request-id: req-289193cf-a2d7-451b-a1e7-835eb7879ce7 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:17:39.718463 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8644e465-6137-4694-97d5-5348bc14e92b", "tag": "d24e8526-b0cb-4096-8754-39963dbac7a3", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:17:39.718834 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-289193cf-a2d7-451b-a1e7-835eb7879ce7 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:17:39.719263 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8644e465-6137-4694-97d5-5348bc14e92b', 'tag': 'd24e8526-b0cb-4096-8754-39963dbac7a3', 'status': 'completed', 'code': 200} Mar 08 19:17:39.783298 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d30eb2-d318-44eb-8dd4-46e2521199a5 req-cd60862b-b943-47fc-aebd-26827b5a11aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:39.786334 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a7d30eb2-d318-44eb-8dd4-46e2521199a5 req-cd60862b-b943-47fc-aebd-26827b5a11aa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 1129 time: 0.0476022 Mar 08 19:17:39.824533 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-0837de5c-4a66-4c3c-a674-f01a9903fba2 None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:17:39.884960 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d30eb2-d318-44eb-8dd4-46e2521199a5 req-ed5ac827-0bed-486b-8360-9c555825a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:39.886894 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a7d30eb2-d318-44eb-8dd4-46e2521199a5 req-ed5ac827-0bed-486b-8360-9c555825a5cf service neutron] 10.222.0.76 "GET /v2.0/networks?id=eadbce5e-f6fa-402e-acf1-15b1deb0f309 HTTP/1.1" status: 200 len: 916 time: 0.0902917 Mar 08 19:17:39.995646 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a7d30eb2-d318-44eb-8dd4-46e2521199a5 req-af5a2f22-8c92-4537-9cc2-0b9684cc8454 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24e8526-b0cb-4096-8754-39963dbac7a3 HTTP/1.1" status: 200 len: 999 time: 0.1013038 Mar 08 19:17:40.048182 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889a6df-af01-4c08-bec2-7b93130d87fb req-464f748c-dbf3-4efe-b072-8f18d9d8d199 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:40.050502 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d889a6df-af01-4c08-bec2-7b93130d87fb req-464f748c-dbf3-4efe-b072-8f18d9d8d199 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 945 time: 0.0991440 Mar 08 19:17:40.075347 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d30eb2-d318-44eb-8dd4-46e2521199a5 req-301d978d-3d14-4245-bfe5-63bcc595c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:40.076799 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a7d30eb2-d318-44eb-8dd4-46e2521199a5 req-301d978d-3d14-4245-bfe5-63bcc595c8aa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f85598c7-024d-416e-bf9f-b74e60adac34 HTTP/1.1" status: 200 len: 854 time: 0.0699725 Mar 08 19:17:40.134731 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d889a6df-af01-4c08-bec2-7b93130d87fb req-7053a0ba-4208-4c5a-bc7f-ca3b66e4e4d9 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777981 Mar 08 19:17:40.157748 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d30eb2-d318-44eb-8dd4-46e2521199a5 req-faf1f089-6d71-4cde-acd0-5979fedd1897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:40.160486 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a7d30eb2-d318-44eb-8dd4-46e2521199a5 req-faf1f089-6d71-4cde-acd0-5979fedd1897 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eadbce5e-f6fa-402e-acf1-15b1deb0f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647278 Mar 08 19:17:40.259233 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a7d30eb2-d318-44eb-8dd4-46e2521199a5 req-7f44b0dd-1815-41f1-a4da-ca78a98bee6d service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919168 Mar 08 19:17:40.324416 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-0837de5c-4a66-4c3c-a674-f01a9903fba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'ab4ca2ac-d256-4e4a-9106-11d0dcc33eb4', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': 'd24e8526-b0cb-4096-8754-39963dbac7a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:30:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e465-6137-4694-97d5-5348bc14e92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:17:12Z', 'updated_at': '2022-03-08T19:17:38Z', 'revision_number': 1, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}, {'id': 'c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:e3:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:13:50Z', 'updated_at': '2022-03-08T19:14:45Z', 'revision_number': 2, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:40.352880 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0837de5c-4a66-4c3c-a674-f01a9903fba2 None None] Checking router: bb4877bd-bd79-4d0b-90c3-53ae27b105db for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:17:40.362637 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0837de5c-4a66-4c3c-a674-f01a9903fba2 None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:17:40.363377 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-0837de5c-4a66-4c3c-a674-f01a9903fba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:17:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:40.400412 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a7d30eb2-d318-44eb-8dd4-46e2521199a5 req-81a4199a-87c9-4552-b8e7-ed095347c521 service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319020 Mar 08 19:17:40.416079 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a896db-e2b6-4db8-8db4-b64f58011cab req-be6f8984-2761-4637-84d4-1800bcc263c5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:40.417498 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-58a896db-e2b6-4db8-8db4-b64f58011cab req-be6f8984-2761-4637-84d4-1800bcc263c5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0812802 Mar 08 19:17:40.466126 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-58a896db-e2b6-4db8-8db4-b64f58011cab req-3cf3f261-c80b-4265-b1a4-fcb9f74bada6 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427012 Mar 08 19:17:40.486558 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-0837de5c-4a66-4c3c-a674-f01a9903fba2 None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:17:40.733864 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-0837de5c-4a66-4c3c-a674-f01a9903fba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'ab4ca2ac-d256-4e4a-9106-11d0dcc33eb4', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': 'd24e8526-b0cb-4096-8754-39963dbac7a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:30:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e465-6137-4694-97d5-5348bc14e92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:17:12Z', 'updated_at': '2022-03-08T19:17:38Z', 'revision_number': 1, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}, {'id': 'c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:e3:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:13:50Z', 'updated_at': '2022-03-08T19:14:45Z', 'revision_number': 2, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:17:40.765320 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0837de5c-4a66-4c3c-a674-f01a9903fba2 None None] The sync data for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi is: [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'ab4ca2ac-d256-4e4a-9106-11d0dcc33eb4', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': 'd24e8526-b0cb-4096-8754-39963dbac7a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:30:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8644e465-6137-4694-97d5-5348bc14e92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:17:12Z', 'updated_at': '2022-03-08T19:17:38Z', 'revision_number': 1, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}, {'id': 'c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:e3:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:13:50Z', 'updated_at': '2022-03-08T19:14:45Z', 'revision_number': 2, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:17:40.954249 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00334b69-96e9-4e1b-9aca-05502c5f0fda None None] New status for floating IP ab4ca2ac-d256-4e4a-9106-11d0dcc33eb4: ACTIVE {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:17:41.270314 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90520d82-256a-450b-8770-f72dc84ff4bd req-4beacd1e-92c0-48fe-b514-4a65fc38320c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:41.272438 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-90520d82-256a-450b-8770-f72dc84ff4bd req-4beacd1e-92c0-48fe-b514-4a65fc38320c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 945 time: 0.0622203 Mar 08 19:17:41.336667 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-90520d82-256a-450b-8770-f72dc84ff4bd req-25be2aba-e3d8-4b89-859e-bb6ba993a5b2 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548677 Mar 08 19:17:41.597921 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ab447-0bbd-491f-b68f-99657e1b97eb req-4cc27d81-5aef-41a0-8dd8-afa6de2b1fd4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:41.599767 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4d9ab447-0bbd-491f-b68f-99657e1b97eb req-4cc27d81-5aef-41a0-8dd8-afa6de2b1fd4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0548398 Mar 08 19:17:41.656380 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4d9ab447-0bbd-491f-b68f-99657e1b97eb req-ca298f24-6439-4ad4-9131-05f6916be06d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510266 Mar 08 19:17:41.893715 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-b5c12277-3144-47af-84bd-3c4f71f36cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:41.895304 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-b5c12277-3144-47af-84bd-3c4f71f36cdc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d&tenant_id=efdd81b216bc4091b41a1aec0610c6ad HTTP/1.1" status: 200 len: 1128 time: 0.0766854 Mar 08 19:17:41.972160 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-3a6e00e8-e7ca-4154-ac68-86ed19560bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:41.973903 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-3a6e00e8-e7ca-4154-ac68-86ed19560bf8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=efdd81b216bc4091b41a1aec0610c6ad&device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 1128 time: 0.0445375 Mar 08 19:17:42.068531 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-36010416-55c4-4377-9335-bbbc2cb31df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:42.069999 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-36010416-55c4-4377-9335-bbbc2cb31df9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cd3ea4fe-bf1a-4952-b0bd-286510901348 HTTP/1.1" status: 200 len: 917 time: 0.0899565 Mar 08 19:17:42.133347 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-e90cfb90-9dc3-45f8-995d-c3c7892d3ef7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73344e8e-b327-42b5-a317-814f95b92074 HTTP/1.1" status: 200 len: 1000 time: 0.0574267 Mar 08 19:17:42.184110 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-e5c01645-c32e-4460-98f2-65a5244d810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:42.185605 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-e5c01645-c32e-4460-98f2-65a5244d810e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee055724-f572-4951-9bec-6d1ee3ec6732 HTTP/1.1" status: 200 len: 855 time: 0.0466495 Mar 08 19:17:42.232976 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-57bc1f02-78f3-4d86-9a61-3eb4699773ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:42.234530 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-57bc1f02-78f3-4d86-9a61-3eb4699773ad service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cd3ea4fe-bf1a-4952-b0bd-286510901348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432570 Mar 08 19:17:42.328876 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-b15b0973-aa09-459c-8f02-8edca77c6df8 service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876606 Mar 08 19:17:42.694880 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9499a-fc2b-4fe8-8263-66371374ab8f req-3004fd5c-cc42-4abc-89bc-b4ce2377f829 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:42.696242 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-00b9499a-fc2b-4fe8-8263-66371374ab8f req-3004fd5c-cc42-4abc-89bc-b4ce2377f829 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 945 time: 0.1041853 Mar 08 19:17:42.698546 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-97f9750c-1f90-4818-8ab6-54a0f02e8a96 service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629732 Mar 08 19:17:42.753794 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-00b9499a-fc2b-4fe8-8263-66371374ab8f req-f7f1c437-4622-4998-8a24-c7cba9f35666 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518334 Mar 08 19:17:42.801784 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdffbce-9c35-4b49-b289-94c6e1dfc4a6 req-f26e993f-e702-4338-b874-171393a9b45f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:42.803471 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fcdffbce-9c35-4b49-b289-94c6e1dfc4a6 req-f26e993f-e702-4338-b874-171393a9b45f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0647397 Mar 08 19:17:42.855491 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fcdffbce-9c35-4b49-b289-94c6e1dfc4a6 req-e768b2b8-b4f1-4c91-950a-60020d471327 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464263 Mar 08 19:17:43.045134 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 604c84cd-7106-455e-a449-d54438924a60 up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:17:43.161802 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port 604c84cd-7106-455e-a449-d54438924a60 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:17:43.165839 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 604c84cd-7106-455e-a449-d54438924a60 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:17:43.166429 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (604c84cd-7106-455e-a449-d54438924a60), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.262597 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 604c84cd-7106-455e-a449-d54438924a60 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:17:43.263015 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (604c84cd-7106-455e-a449-d54438924a60), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.286803 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c05a596-08f8-4d79-b15c-01475fa474d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604c84cd-7106-455e-a449-d54438924a60'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:17:43.289101 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a3ad53-1e7a-4c4f-a05f-f02cb9e954d1" -d '{"events": [{"server_uuid": "8c05a596-08f8-4d79-b15c-01475fa474d5", "name": "network-vif-plugged", "status": "completed", "tag": "604c84cd-7106-455e-a449-d54438924a60"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:17:43.303270 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 604c84cd-7106-455e-a449-d54438924a60, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=604c84cd-7106-455e-a449-d54438924a60,segment=NetworkSegment(b61c4bd5-ef2e-4855-afb0-3b29738b6ee3),segment_id=b61c4bd5-ef2e-4855-afb0-3b29738b6ee3)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:17:43.327383 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ce30c5-3839-46f9-8079-8f6cfa1b4e2e x-openstack-request-id: req-d0ce30c5-3839-46f9-8079-8f6cfa1b4e2e {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:17:43.327701 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c05a596-08f8-4d79-b15c-01475fa474d5", "name": "network-vif-plugged", "status": "completed", "tag": "604c84cd-7106-455e-a449-d54438924a60", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:17:43.327979 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d0ce30c5-3839-46f9-8079-8f6cfa1b4e2e {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:17:43.328378 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c05a596-08f8-4d79-b15c-01475fa474d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604c84cd-7106-455e-a449-d54438924a60', 'code': 200} Mar 08 19:17:43.390849 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (604c84cd-7106-455e-a449-d54438924a60), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:43.489886 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=604c84cd-7106-455e-a449-d54438924a60,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:43.897341 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855e0eb-eb6f-46bb-a922-0d253b9041a9 req-e9cc4a53-1b66-437b-85e5-4cfa45f75e3b tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:43.899434 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d855e0eb-eb6f-46bb-a922-0d253b9041a9 req-e9cc4a53-1b66-437b-85e5-4cfa45f75e3b tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.0563164 Mar 08 19:17:43.963553 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d855e0eb-eb6f-46bb-a922-0d253b9041a9 req-b467784c-6e11-47cf-8a28-91fbaee623f1 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577776 Mar 08 19:17:44.022485 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef9da1-520a-487b-a2fa-9190835a157b req-a42a32de-4774-4bc3-b21d-7fb377711da1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:44.028417 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ceef9da1-520a-487b-a2fa-9190835a157b req-a42a32de-4774-4bc3-b21d-7fb377711da1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0696623 Mar 08 19:17:44.087597 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ceef9da1-520a-487b-a2fa-9190835a157b req-3e50a629-ca8d-4097-b06a-f9a70ab5ad19 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574865 Mar 08 19:17:45.096833 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efad9ce-6006-4096-bf73-60d7513d2f2e req-f12f0cd5-8ac1-41af-b365-847ea3dae8cd tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:45.098579 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2efad9ce-6006-4096-bf73-60d7513d2f2e req-f12f0cd5-8ac1-41af-b365-847ea3dae8cd tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.0569952 Mar 08 19:17:45.171595 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2efad9ce-6006-4096-bf73-60d7513d2f2e req-56b93654-7f7a-4535-a35d-fafea62218db tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675752 Mar 08 19:17:45.268978 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70883a-53ca-476b-9e41-8ed8b0735fa1 req-e95bf03e-4ae3-4d00-bb3c-060499bb9bf1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:45.270661 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cb70883a-53ca-476b-9e41-8ed8b0735fa1 req-e95bf03e-4ae3-4d00-bb3c-060499bb9bf1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0709093 Mar 08 19:17:45.324213 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cb70883a-53ca-476b-9e41-8ed8b0735fa1 req-5a1a2dc1-46ae-4968-9092-14ac3e8db8fc tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471580 Mar 08 19:17:46.316453 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0121545-566f-4ff4-b53d-fe48883bcbf5 req-9b5ea1fa-c2a4-4e57-b244-d1c5f49912ab tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:46.318510 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e0121545-566f-4ff4-b53d-fe48883bcbf5 req-9b5ea1fa-c2a4-4e57-b244-d1c5f49912ab tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.0632360 Mar 08 19:17:46.404553 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e0121545-566f-4ff4-b53d-fe48883bcbf5 req-db97a760-2df5-45c8-963d-396a0ccbcd53 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755758 Mar 08 19:17:46.471120 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcff0f-a2b9-4718-b656-cb910a7975b8 req-b32f4b8a-378d-4f99-b6ff-ef69d4f2a751 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:46.472774 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-02bcff0f-a2b9-4718-b656-cb910a7975b8 req-b32f4b8a-378d-4f99-b6ff-ef69d4f2a751 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0667536 Mar 08 19:17:46.527361 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-02bcff0f-a2b9-4718-b656-cb910a7975b8 req-03b05a27-b491-40af-a548-7df993212ffc tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486276 Mar 08 19:17:47.032732 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 48996) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:47.153190 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-980175e1-2c1f-46ad-8c61-464495a8965d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.238762 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-980175e1-2c1f-46ad-8c61-464495a8965d admin admin] Publish callbacks [] for security_group (46966ef0-8531-4035-b228-ade05665412e), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.293759 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-980175e1-2c1f-46ad-8c61-464495a8965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (46966ef0-8531-4035-b228-ade05665412e), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.344166 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-980175e1-2c1f-46ad-8c61-464495a8965d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2eea2fc9ec8f4a6d9ae0802c854a81c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097899 Mar 08 19:17:47.345964 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980175e1-2c1f-46ad-8c61-464495a8965d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46966ef0-8531-4035-b228-ade05665412e,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:47.347354 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 49000) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:47.423382 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ccc2568a-fd8e-4a45-bf25-b999e6a78859 admin admin] Publish callbacks [] for security_group (46966ef0-8531-4035-b228-ade05665412e), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.447440 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ccc2568a-fd8e-4a45-bf25-b999e6a78859 admin admin] Publish callbacks [] for security_group (46966ef0-8531-4035-b228-ade05665412e), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.537193 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78507bd5-4181-426b-a1af-f935b1f39911 req-1d64aac9-3189-4764-82a5-62460ee4378d tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:47.538556 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-78507bd5-4181-426b-a1af-f935b1f39911 req-1d64aac9-3189-4764-82a5-62460ee4378d tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.0758927 Mar 08 19:17:47.597353 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-78507bd5-4181-426b-a1af-f935b1f39911 req-c4afafde-9af7-490d-b28a-4b99d4c44048 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527425 Mar 08 19:17:47.670925 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ccc2568a-fd8e-4a45-bf25-b999e6a78859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (46966ef0-8531-4035-b228-ade05665412e), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.674598 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ccc2568a-fd8e-4a45-bf25-b999e6a78859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:47.675791 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-ccc2568a-fd8e-4a45-bf25-b999e6a78859 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/46966ef0-8531-4035-b228-ade05665412e HTTP/1.1" status: 204 len: 168 time: 0.3266113 Mar 08 19:17:47.689083 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2568a-fd8e-4a45-bf25-b999e6a78859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46966ef0-8531-4035-b228-ade05665412e,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:47.745714 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec006d39-1f20-46f0-8072-0b1162d261c6 req-e71a7295-076e-4b65-bbd1-bd0bb726d69c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:47.745714 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ec006d39-1f20-46f0-8072-0b1162d261c6 req-e71a7295-076e-4b65-bbd1-bd0bb726d69c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.1095452 Mar 08 19:17:47.806823 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ec006d39-1f20-46f0-8072-0b1162d261c6 req-4cacfb8b-82b8-4012-9455-976158dacd3a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532618 Mar 08 19:17:48.424857 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 49010) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:48.438084 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:48.539883 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Publish callbacks [] for security_group (04b9304e-6f97-4d0e-9080-af2ad7ef2e26), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:48.733148 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f17a5d-bf6c-4416-856b-1d041aca5c59 req-48408a5e-62e2-493c-b4d5-565ffc1b8540 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:48.734711 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-80f17a5d-bf6c-4416-856b-1d041aca5c59 req-48408a5e-62e2-493c-b4d5-565ffc1b8540 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.0611377 Mar 08 19:17:48.790679 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-80f17a5d-bf6c-4416-856b-1d041aca5c59 req-1dc5ff12-6449-4a07-b0ed-83543d0ecb18 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499403 Mar 08 19:17:48.969735 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844f2d6-b5aa-4730-8ebd-b0e409c0df60 req-45a0adaf-7291-45f3-92e6-d83d2e5739d5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:48.972627 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2844f2d6-b5aa-4730-8ebd-b0e409c0df60 req-45a0adaf-7291-45f3-92e6-d83d2e5739d5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0673199 Mar 08 19:17:49.030035 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2844f2d6-b5aa-4730-8ebd-b0e409c0df60 req-c3621f32-7caf-48e9-805d-81f7052d7988 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511024 Mar 08 19:17:49.413434 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (04b9304e-6f97-4d0e-9080-af2ad7ef2e26), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:49.459963 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b9304e-6f97-4d0e-9080-af2ad7ef2e26,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:49.464879 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=32e680a81b6047eabd81128b44a8ecbd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0379481 Mar 08 19:17:49.467079 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 49018) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:49.471529 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:49.472166 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:49.472550 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:49.472895 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:49.473229 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:49.473590 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:49.474061 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:49.474442 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:49.474778 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:49.475112 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:49.475468 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:49.476068 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:49.476430 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48154a-7397-4bd7-91ec-a156a583bb30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:17:49.532153 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-781326c8-cefa-4720-984f-9368b139ae70 admin admin] Publish callbacks [] for security_group (04b9304e-6f97-4d0e-9080-af2ad7ef2e26), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:49.565529 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-781326c8-cefa-4720-984f-9368b139ae70 admin admin] Publish callbacks [] for security_group (04b9304e-6f97-4d0e-9080-af2ad7ef2e26), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:49.819520 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-781326c8-cefa-4720-984f-9368b139ae70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (04b9304e-6f97-4d0e-9080-af2ad7ef2e26), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:49.821995 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-781326c8-cefa-4720-984f-9368b139ae70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:49.823131 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-781326c8-cefa-4720-984f-9368b139ae70 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/04b9304e-6f97-4d0e-9080-af2ad7ef2e26 HTTP/1.1" status: 204 len: 168 time: 0.3550248 Mar 08 19:17:49.837299 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781326c8-cefa-4720-984f-9368b139ae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b9304e-6f97-4d0e-9080-af2ad7ef2e26,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:49.949608 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300506a1-18f1-498b-8b58-b2ffc9f1f7ce req-92a8c5a4-3866-4b1a-8949-8068ff3df4be tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:49.955383 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-300506a1-18f1-498b-8b58-b2ffc9f1f7ce req-92a8c5a4-3866-4b1a-8949-8068ff3df4be tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.0767224 Mar 08 19:17:50.006516 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-300506a1-18f1-498b-8b58-b2ffc9f1f7ce req-d6e87ca0-89d7-4fc0-8cc5-4698caaa779c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484371 Mar 08 19:17:50.207237 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99c444-fab3-4b92-85b4-031725d7568f req-77e22404-4cdd-4879-9721-0bd23281ddd2 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:50.212293 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3c99c444-fab3-4b92-85b4-031725d7568f req-77e22404-4cdd-4879-9721-0bd23281ddd2 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0680325 Mar 08 19:17:50.270553 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3c99c444-fab3-4b92-85b4-031725d7568f req-8071b628-b579-4f96-a1c2-c91abbd81cd1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556445 Mar 08 19:17:51.136813 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618973f6-6b33-4493-bd71-da14a7baa3ef req-a7abcae9-6f32-472a-8ebd-8820b68417ef tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:51.138252 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-618973f6-6b33-4493-bd71-da14a7baa3ef req-a7abcae9-6f32-472a-8ebd-8820b68417ef tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.0538881 Mar 08 19:17:51.192204 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-618973f6-6b33-4493-bd71-da14a7baa3ef req-6e8db050-370c-4582-aa7c-f45765e219e6 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469139 Mar 08 19:17:51.416079 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d56981-1cad-45d2-99ce-d9c867d2390f req-a5d6f49a-d1d6-4d71-85a8-c4008fb91d0c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:51.418107 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c0d56981-1cad-45d2-99ce-d9c867d2390f req-a5d6f49a-d1d6-4d71-85a8-c4008fb91d0c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0609245 Mar 08 19:17:51.478878 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c0d56981-1cad-45d2-99ce-d9c867d2390f req-c09609c9-54f8-4607-b4b7-dd4d99c67752 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555434 Mar 08 19:17:52.337962 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d95e83-5fcb-469d-ad29-333621d35a9c req-3a2bfa41-be63-4ca7-9c48-eb64e21cc529 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:52.340435 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-42d95e83-5fcb-469d-ad29-333621d35a9c req-3a2bfa41-be63-4ca7-9c48-eb64e21cc529 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.0655878 Mar 08 19:17:52.393186 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-42d95e83-5fcb-469d-ad29-333621d35a9c req-d7f710ef-24ac-4ace-b6e9-fb633e0b0f28 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443032 Mar 08 19:17:52.615905 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65332b4b-4a65-4008-9209-97e4dc017cea req-28647428-e53c-4f7a-ad30-b08adb019818 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:52.617420 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-65332b4b-4a65-4008-9209-97e4dc017cea req-28647428-e53c-4f7a-ad30-b08adb019818 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0583279 Mar 08 19:17:52.670099 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-65332b4b-4a65-4008-9209-97e4dc017cea req-1461ff49-2e8b-4e05-860c-027845bb9a98 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469184 Mar 08 19:17:52.733355 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:53.513416 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910418d-1702-46c7-810c-9e3828e6b53f req-60bbceec-8db8-49c2-b1da-f4d259d8b6c8 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:53.515879 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9910418d-1702-46c7-810c-9e3828e6b53f req-60bbceec-8db8-49c2-b1da-f4d259d8b6c8 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.0547297 Mar 08 19:17:53.563093 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9910418d-1702-46c7-810c-9e3828e6b53f req-3459b405-42ad-4b4f-8061-74a25ef3cb06 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425935 Mar 08 19:17:53.795896 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262dd81-fec1-4f35-a19b-49473f8700ea req-3913ff47-a53a-4329-aff5-e01b085e0ec9 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:53.797620 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b262dd81-fec1-4f35-a19b-49473f8700ea req-3913ff47-a53a-4329-aff5-e01b085e0ec9 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0528879 Mar 08 19:17:53.848892 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b262dd81-fec1-4f35-a19b-49473f8700ea req-6379024f-d653-4f18-9f69-e7859ac868cc tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446572 Mar 08 19:17:54.701602 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1a9b2-c84e-4f0e-a7f7-4b260fb2233c req-4164be1d-59ab-4e94-b093-077ed4ee70f6 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:54.703071 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-75e1a9b2-c84e-4f0e-a7f7-4b260fb2233c req-4164be1d-59ab-4e94-b093-077ed4ee70f6 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.0656629 Mar 08 19:17:54.749709 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-75e1a9b2-c84e-4f0e-a7f7-4b260fb2233c req-7ddb2a07-3c0e-49a8-8859-04bf3ce8ccfa tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Mar 08 19:17:54.977917 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167f674-4924-4631-800e-0221e708ff57 req-f0bec9ee-158d-4ead-a6c2-302578d4a337 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:54.979693 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8167f674-4924-4631-800e-0221e708ff57 req-f0bec9ee-158d-4ead-a6c2-302578d4a337 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0565507 Mar 08 19:17:55.038013 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8167f674-4924-4631-800e-0221e708ff57 req-483ee37e-a465-4174-908f-c87bf71caca6 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526347 Mar 08 19:17:55.872524 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3d53d-af8a-40cc-96e2-72e29230582b req-26c176f9-2c07-45c6-89ed-9e8185765d81 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:55.873979 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fec3d53d-af8a-40cc-96e2-72e29230582b req-26c176f9-2c07-45c6-89ed-9e8185765d81 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.0553052 Mar 08 19:17:55.921494 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fec3d53d-af8a-40cc-96e2-72e29230582b req-cc38a9be-6c65-4940-9686-107cb8bf08cf tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413930 Mar 08 19:17:56.176287 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c52d5a-8559-4cc8-91ce-d1e12209b082 req-b9b1adda-eba9-4a93-8654-127c848c6d01 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:56.177774 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d2c52d5a-8559-4cc8-91ce-d1e12209b082 req-b9b1adda-eba9-4a93-8654-127c848c6d01 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0560529 Mar 08 19:17:56.224840 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d2c52d5a-8559-4cc8-91ce-d1e12209b082 req-4cf826a0-a771-4e54-98a1-4e1d6f7d3463 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415778 Mar 08 19:17:56.592151 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed69c8-dff4-4a5e-9ea4-b2d1bf6ff4e6 req-82766a24-1c82-40b3-bf3f-aaa736994722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:56.593632 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4eed69c8-dff4-4a5e-9ea4-b2d1bf6ff4e6 req-82766a24-1c82-40b3-bf3f-aaa736994722 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 1130 time: 0.0466027 Mar 08 19:17:56.643064 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4eed69c8-dff4-4a5e-9ea4-b2d1bf6ff4e6 req-3deefa82-e35c-4b13-a41f-5017c5c4950b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415998 Mar 08 19:17:57.037782 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019180bf-cae5-4b55-a8e6-d057271ba6d3 req-63c947d3-6c3f-401b-96b3-d2a2eca6cf50 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:57.039233 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-019180bf-cae5-4b55-a8e6-d057271ba6d3 req-63c947d3-6c3f-401b-96b3-d2a2eca6cf50 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.0509911 Mar 08 19:17:57.085433 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-019180bf-cae5-4b55-a8e6-d057271ba6d3 req-12d30322-b0ba-4039-881a-e3163e6263e1 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407031 Mar 08 19:17:57.360406 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f15fa5-33c3-4c7a-829e-b1170953b85a req-b3686ea8-75c4-4f58-831c-b20f512afee9 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:57.362556 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f8f15fa5-33c3-4c7a-829e-b1170953b85a req-b3686ea8-75c4-4f58-831c-b20f512afee9 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0519693 Mar 08 19:17:57.408599 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f8f15fa5-33c3-4c7a-829e-b1170953b85a req-d43897d6-4696-4bbd-a285-77bc26b86617 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398848 Mar 08 19:17:58.207210 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06e080-35cf-4510-a8ae-65f3d963fd5d req-02ff5ef1-19df-45de-878e-8eca451084a8 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:58.208744 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ed06e080-35cf-4510-a8ae-65f3d963fd5d req-02ff5ef1-19df-45de-878e-8eca451084a8 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.0559082 Mar 08 19:17:58.261186 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ed06e080-35cf-4510-a8ae-65f3d963fd5d req-9a6bd17f-1523-4e78-8f7c-09566905027a tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468969 Mar 08 19:17:58.552254 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd08d27-56f5-4871-a7ef-aa430e3c7ea1 req-dfd791d4-8e25-4898-9a25-a31d9e603f2a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:58.553791 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9dd08d27-56f5-4871-a7ef-aa430e3c7ea1 req-dfd791d4-8e25-4898-9a25-a31d9e603f2a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0645092 Mar 08 19:17:58.567795 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 49132) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:58.618712 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9dd08d27-56f5-4871-a7ef-aa430e3c7ea1 req-4f6f9d00-a274-4446-9e27-b89d3337e2c2 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587621 Mar 08 19:17:58.725936 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f2e2a0cc-00dc-408a-be8b-ba160a428281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:58.813895 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f2e2a0cc-00dc-408a-be8b-ba160a428281 admin admin] Publish callbacks [] for security_group (9c71a5c9-b822-4e9c-9ead-e808774b3366), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:58.882711 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f2e2a0cc-00dc-408a-be8b-ba160a428281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (9c71a5c9-b822-4e9c-9ead-e808774b3366), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:58.925409 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-f2e2a0cc-00dc-408a-be8b-ba160a428281 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7c3fdfca67f54e1f9ed36eb2ee2aa10e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562279 Mar 08 19:17:58.927984 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2a0cc-00dc-408a-be8b-ba160a428281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c71a5c9-b822-4e9c-9ead-e808774b3366,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:58.929129 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 49136) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:58.998421 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f87e-f3c2-454b-bc45-50bf7d8d76ac admin admin] Publish callbacks [] for security_group (9c71a5c9-b822-4e9c-9ead-e808774b3366), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:59.024218 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f87e-f3c2-454b-bc45-50bf7d8d76ac admin admin] Publish callbacks [] for security_group (9c71a5c9-b822-4e9c-9ead-e808774b3366), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:59.150667 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f87e-f3c2-454b-bc45-50bf7d8d76ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (9c71a5c9-b822-4e9c-9ead-e808774b3366), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:59.153335 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f87e-f3c2-454b-bc45-50bf7d8d76ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:59.157029 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-6cb7f87e-f3c2-454b-bc45-50bf7d8d76ac admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9c71a5c9-b822-4e9c-9ead-e808774b3366 HTTP/1.1" status: 204 len: 168 time: 0.2242861 Mar 08 19:17:59.163150 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7f87e-f3c2-454b-bc45-50bf7d8d76ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c71a5c9-b822-4e9c-9ead-e808774b3366,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:17:59.408493 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b9b1d-3947-47b3-8560-03bd4ef103d0 req-4ff411c0-727b-4747-8091-2c65e843eec8 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:59.412075 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-943b9b1d-3947-47b3-8560-03bd4ef103d0 req-4ff411c0-727b-4747-8091-2c65e843eec8 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.0535440 Mar 08 19:17:59.458110 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-943b9b1d-3947-47b3-8560-03bd4ef103d0 req-736add3a-9aac-488d-b83d-26136d4c8a70 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422831 Mar 08 19:17:59.763171 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5304ca-90a1-4686-a829-91d26830d7b6 req-8a358e6e-0665-4ec5-87d7-30001dff48ac tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:17:59.764678 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2d5304ca-90a1-4686-a829-91d26830d7b6 req-8a358e6e-0665-4ec5-87d7-30001dff48ac tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0534096 Mar 08 19:17:59.813383 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2d5304ca-90a1-4686-a829-91d26830d7b6 req-e272d14a-b10a-4e86-925c-ec8310032835 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430365 Mar 08 19:17:59.840586 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 49154) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:17:59.856936 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-57798190-a3ee-4a58-b526-28d72bd3c116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:17:59.933970 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-57798190-a3ee-4a58-b526-28d72bd3c116 admin admin] Publish callbacks [] for security_group (75d9c870-ecc2-49b2-92b4-a2bfc67f7606), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:00.024569 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-57798190-a3ee-4a58-b526-28d72bd3c116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (75d9c870-ecc2-49b2-92b4-a2bfc67f7606), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:00.062429 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57798190-a3ee-4a58-b526-28d72bd3c116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d9c870-ecc2-49b2-92b4-a2bfc67f7606,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:00.070740 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-57798190-a3ee-4a58-b526-28d72bd3c116 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b7c69d5b13114b61b931a7506786053b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274709 Mar 08 19:18:00.071666 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 49156) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:18:00.135618 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-29ee8242-90d4-49a6-8b2f-1e2d5e6c80a7 admin admin] Publish callbacks [] for security_group (75d9c870-ecc2-49b2-92b4-a2bfc67f7606), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:00.157257 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-29ee8242-90d4-49a6-8b2f-1e2d5e6c80a7 admin admin] Publish callbacks [] for security_group (75d9c870-ecc2-49b2-92b4-a2bfc67f7606), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:00.310124 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-29ee8242-90d4-49a6-8b2f-1e2d5e6c80a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (75d9c870-ecc2-49b2-92b4-a2bfc67f7606), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:00.312857 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-29ee8242-90d4-49a6-8b2f-1e2d5e6c80a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:00.314040 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-29ee8242-90d4-49a6-8b2f-1e2d5e6c80a7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/75d9c870-ecc2-49b2-92b4-a2bfc67f7606 HTTP/1.1" status: 204 len: 168 time: 0.2420826 Mar 08 19:18:00.321787 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee8242-90d4-49a6-8b2f-1e2d5e6c80a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d9c870-ecc2-49b2-92b4-a2bfc67f7606,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:00.734903 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:18:00.956987 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55637479-5456-4717-b06c-0d3c1bd8a697 req-dcf14e33-79bb-43b7-a1b8-edb4c87167df tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:00.958773 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-55637479-5456-4717-b06c-0d3c1bd8a697 req-dcf14e33-79bb-43b7-a1b8-edb4c87167df tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0635228 Mar 08 19:18:01.011126 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-55637479-5456-4717-b06c-0d3c1bd8a697 req-470d0235-5a93-4bba-a9be-735a885e22d5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468907 Mar 08 19:18:01.950294 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c2cf-3b2c-464e-8ef6-5c6b9bbac648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:02.138531 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9c1ee-f057-46d6-b48d-6300958ea3c7 req-534fd7e3-3883-4341-92b0-d19e05ffc010 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:02.140032 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-63e9c1ee-f057-46d6-b48d-6300958ea3c7 req-534fd7e3-3883-4341-92b0-d19e05ffc010 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0535116 Mar 08 19:18:02.194254 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-63e9c1ee-f057-46d6-b48d-6300958ea3c7 req-df3edb68-8840-4889-a0c3-3d0037fc3a5c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485306 Mar 08 19:18:03.334439 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d0224-cdfa-4a19-b3ad-c5d303779c7c req-9c71486a-678f-4a77-8098-090f5f39ed66 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:03.335973 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-212d0224-cdfa-4a19-b3ad-c5d303779c7c req-9c71486a-678f-4a77-8098-090f5f39ed66 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0587025 Mar 08 19:18:03.386693 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-212d0224-cdfa-4a19-b3ad-c5d303779c7c req-fdf9be73-11aa-408b-bfbb-a2dfe5df219f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449541 Mar 08 19:18:03.889230 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 49244) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:18:03.992171 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7b092510-bb85-4509-ac93-7c2353d1d1cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:04.069831 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7b092510-bb85-4509-ac93-7c2353d1d1cf admin admin] Publish callbacks [] for security_group (f5a1b839-b291-4992-95e2-6b452303df6e), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:04.127489 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7b092510-bb85-4509-ac93-7c2353d1d1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (f5a1b839-b291-4992-95e2-6b452303df6e), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:04.170311 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-7b092510-bb85-4509-ac93-7c2353d1d1cf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=68b5a63d62e34d18a0014842a9adbf93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799938 Mar 08 19:18:04.171178 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b092510-bb85-4509-ac93-7c2353d1d1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a1b839-b291-4992-95e2-6b452303df6e,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:04.172988 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 49248) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:18:04.221485 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-36438b04-5a9b-4b77-b19b-c891f137c11f admin admin] Publish callbacks [] for security_group (f5a1b839-b291-4992-95e2-6b452303df6e), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:04.242533 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-36438b04-5a9b-4b77-b19b-c891f137c11f admin admin] Publish callbacks [] for security_group (f5a1b839-b291-4992-95e2-6b452303df6e), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:04.258554 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e10bf94-29e6-4012-bc00-c54191240015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:04.333192 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-36438b04-5a9b-4b77-b19b-c891f137c11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (f5a1b839-b291-4992-95e2-6b452303df6e), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:04.336129 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-36438b04-5a9b-4b77-b19b-c891f137c11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:04.337272 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-36438b04-5a9b-4b77-b19b-c891f137c11f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f5a1b839-b291-4992-95e2-6b452303df6e HTTP/1.1" status: 204 len: 168 time: 0.1626213 Mar 08 19:18:04.345954 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36438b04-5a9b-4b77-b19b-c891f137c11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a1b839-b291-4992-95e2-6b452303df6e,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:04.518521 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396e2fb-ffae-4b40-b738-3820616647dd req-cefc0fa2-1b6c-4e9d-a730-dd2cf153f8b6 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:04.519559 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8396e2fb-ffae-4b40-b738-3820616647dd req-cefc0fa2-1b6c-4e9d-a730-dd2cf153f8b6 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 944 time: 0.0570428 Mar 08 19:18:04.567652 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8396e2fb-ffae-4b40-b738-3820616647dd req-dfb96856-a8fe-4c30-8220-c02f074e3803 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424688 Mar 08 19:18:04.945200 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 49258) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:18:04.959501 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9c4e59fa-f6fa-4ebf-affc-67e7c3138a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.035292 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9c4e59fa-f6fa-4ebf-affc-67e7c3138a0e admin admin] Publish callbacks [] for security_group (04ceb470-18d2-417e-b1e8-1b90c49d186a), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.105113 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9c4e59fa-f6fa-4ebf-affc-67e7c3138a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (04ceb470-18d2-417e-b1e8-1b90c49d186a), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.146601 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-9c4e59fa-f6fa-4ebf-affc-67e7c3138a0e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=578333625da2443bae7a92a80fb93391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002480 Mar 08 19:18:05.148306 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e59fa-f6fa-4ebf-affc-67e7c3138a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ceb470-18d2-417e-b1e8-1b90c49d186a,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:05.149300 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 49260) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:18:05.155013 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 73344e8e-b327-42b5-a317-814f95b92074 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:18:05.202293 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b3c63f7d-719d-42b8-9a10-8ea311431dd8 admin admin] Publish callbacks [] for security_group (04ceb470-18d2-417e-b1e8-1b90c49d186a), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.223718 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b3c63f7d-719d-42b8-9a10-8ea311431dd8 admin admin] Publish callbacks [] for security_group (04ceb470-18d2-417e-b1e8-1b90c49d186a), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.254400 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.261746 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 73344e8e-b327-42b5-a317-814f95b92074, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73344e8e-b327-42b5-a317-814f95b92074,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:18:05.272401 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '73344e8e-b327-42b5-a317-814f95b92074', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'port_id': '73344e8e-b327-42b5-a317-814f95b92074', 'mac_address': 'fa:16:3e:05:18:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:18:05.309252 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 73344e8e-b327-42b5-a317-814f95b92074 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:18:05.309642 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (73344e8e-b327-42b5-a317-814f95b92074), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.323182 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73344e8e-b327-42b5-a317-814f95b92074 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:18:05.338428 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b3c63f7d-719d-42b8-9a10-8ea311431dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (04ceb470-18d2-417e-b1e8-1b90c49d186a), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.342129 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b3c63f7d-719d-42b8-9a10-8ea311431dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.343303 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-b3c63f7d-719d-42b8-9a10-8ea311431dd8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/04ceb470-18d2-417e-b1e8-1b90c49d186a HTTP/1.1" status: 204 len: 168 time: 0.1930299 Mar 08 19:18:05.343506 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 73344e8e-b327-42b5-a317-814f95b92074, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73344e8e-b327-42b5-a317-814f95b92074,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:18:05.356421 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c63f7d-719d-42b8-9a10-8ea311431dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ceb470-18d2-417e-b1e8-1b90c49d186a,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:05.414003 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (73344e8e-b327-42b5-a317-814f95b92074), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:05.464906 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=73344e8e-b327-42b5-a317-814f95b92074,revision_number=9']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:05.692021 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7843f0-2b97-4f20-9710-83fedb6b5478 req-447ce3a0-752e-412d-86d6-b57ec9a4dc6d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:05.693516 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4c7843f0-2b97-4f20-9710-83fedb6b5478 req-447ce3a0-752e-412d-86d6-b57ec9a4dc6d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 945 time: 0.0521877 Mar 08 19:18:05.740625 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4c7843f0-2b97-4f20-9710-83fedb6b5478 req-6eea6094-6b8c-4ff1-b4eb-34324216b2bd tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416074 Mar 08 19:18:05.806201 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['73344e8e-b327-42b5-a317-814f95b92074'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:18:06.864179 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38286c92-b470-4132-882e-86b2cc083768 req-56a695a6-9d5a-40c0-a3ab-ab0c83b3cb4a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:06.865689 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-38286c92-b470-4132-882e-86b2cc083768 req-56a695a6-9d5a-40c0-a3ab-ab0c83b3cb4a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 945 time: 0.0541325 Mar 08 19:18:06.915989 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-38286c92-b470-4132-882e-86b2cc083768 req-6c60ce47-264c-4737-b442-5b4e9db1a756 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446165 Mar 08 19:18:07.191134 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 73344e8e-b327-42b5-a317-814f95b92074 up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:18:07.252843 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 73344e8e-b327-42b5-a317-814f95b92074 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:18:07.253176 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (73344e8e-b327-42b5-a317-814f95b92074), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:07.279301 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:07.340610 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 73344e8e-b327-42b5-a317-814f95b92074 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:18:07.341026 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (73344e8e-b327-42b5-a317-814f95b92074), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:07.365305 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73344e8e-b327-42b5-a317-814f95b92074'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:18:07.367602 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d773dd5a-6b68-499e-9962-955d2c538277" -d '{"events": [{"server_uuid": "c1d4ea86-f489-4d6d-995e-1999c95b744d", "name": "network-vif-plugged", "status": "completed", "tag": "73344e8e-b327-42b5-a317-814f95b92074"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:18:07.381128 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 73344e8e-b327-42b5-a317-814f95b92074, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73344e8e-b327-42b5-a317-814f95b92074,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:18:07.405827 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bf7421-797e-4a12-b224-cdf1aa23b5f4 x-openstack-request-id: req-35bf7421-797e-4a12-b224-cdf1aa23b5f4 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:18:07.406143 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d4ea86-f489-4d6d-995e-1999c95b744d", "name": "network-vif-plugged", "status": "completed", "tag": "73344e8e-b327-42b5-a317-814f95b92074", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:18:07.406400 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-35bf7421-797e-4a12-b224-cdf1aa23b5f4 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:18:07.406795 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73344e8e-b327-42b5-a317-814f95b92074', 'code': 200} Mar 08 19:18:07.452748 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (73344e8e-b327-42b5-a317-814f95b92074), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:07.504560 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=73344e8e-b327-42b5-a317-814f95b92074,revision_number=10']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:08.037928 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245831d-94da-46ad-b30b-9c1347a7fcd0 req-890c9afd-d811-459a-8e57-0d836b4538ba tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:08.039415 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d245831d-94da-46ad-b30b-9c1347a7fcd0 req-890c9afd-d811-459a-8e57-0d836b4538ba tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 947 time: 0.0522299 Mar 08 19:18:08.115898 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d245831d-94da-46ad-b30b-9c1347a7fcd0 req-d504027b-d158-4053-8bac-9a435ad96063 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706532 Mar 08 19:18:08.128554 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6228dba-9704-4669-ad00-cd902c2dc506 req-ed3b6a61-f868-463e-a685-b49063259a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:08.131266 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c6228dba-9704-4669-ad00-cd902c2dc506 req-ed3b6a61-f868-463e-a685-b49063259a9e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 1131 time: 0.0685742 Mar 08 19:18:08.187151 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c6228dba-9704-4669-ad00-cd902c2dc506 req-e262905b-ed26-4240-a682-7647dc4f3169 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433156 Mar 08 19:18:08.429949 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:09.248219 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3304c1-1152-4bc6-b9c8-51f3e0859110 req-dbd7c65e-e408-4263-ab74-35e1eed47f3c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:09.249706 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0b3304c1-1152-4bc6-b9c8-51f3e0859110 req-dbd7c65e-e408-4263-ab74-35e1eed47f3c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 947 time: 0.0552323 Mar 08 19:18:09.296311 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0b3304c1-1152-4bc6-b9c8-51f3e0859110 req-ea80d353-738d-4af2-8996-ba6349b0bc61 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404639 Mar 08 19:18:10.427017 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f0597-9757-4afe-9576-dd2854a33aaa req-9ad6a4d4-62b5-43ae-b163-48ecabdf480d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:10.428616 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ee4f0597-9757-4afe-9576-dd2854a33aaa req-9ad6a4d4-62b5-43ae-b163-48ecabdf480d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 947 time: 0.0574088 Mar 08 19:18:10.479207 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ee4f0597-9757-4afe-9576-dd2854a33aaa req-919d39b4-1c7d-487e-a841-cb8520f09938 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444024 Mar 08 19:18:11.618840 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b2735-2f1a-47d0-a63d-f45a8743c0d0 req-35a7f1e9-bd35-424f-8c33-12a768091e02 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:11.620444 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d67b2735-2f1a-47d0-a63d-f45a8743c0d0 req-35a7f1e9-bd35-424f-8c33-12a768091e02 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 947 time: 0.0553794 Mar 08 19:18:11.666863 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d67b2735-2f1a-47d0-a63d-f45a8743c0d0 req-a23a21fc-ed1d-4067-a431-aaccd0a9ead8 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409250 Mar 08 19:18:12.810764 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfc1db-0fda-4420-b3c5-46183ddba90a req-a1518462-fc4e-4583-bbff-bf3f0350ef28 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:12.812477 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-05bfc1db-0fda-4420-b3c5-46183ddba90a req-a1518462-fc4e-4583-bbff-bf3f0350ef28 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 947 time: 0.0629029 Mar 08 19:18:12.867621 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-05bfc1db-0fda-4420-b3c5-46183ddba90a req-fd9292f0-60ed-4bf6-8553-aced62bdac29 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443048 Mar 08 19:18:13.993153 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78f0ae-2c66-4c2d-983e-9a5a39fadbb3 req-cf56162a-759e-4e02-9c45-1597ad3a8f2d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:13.994651 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ba78f0ae-2c66-4c2d-983e-9a5a39fadbb3 req-cf56162a-759e-4e02-9c45-1597ad3a8f2d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 947 time: 0.0521247 Mar 08 19:18:14.044600 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ba78f0ae-2c66-4c2d-983e-9a5a39fadbb3 req-bba588c5-f868-4456-bf6b-961c6f5cd46c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445187 Mar 08 19:18:15.176575 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8df07-720e-49bc-8fee-bae92be701db req-8244c96b-320c-4f30-9113-3181690b8b11 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:15.178205 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-15b8df07-720e-49bc-8fee-bae92be701db req-8244c96b-320c-4f30-9113-3181690b8b11 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 947 time: 0.0582960 Mar 08 19:18:15.227424 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-15b8df07-720e-49bc-8fee-bae92be701db req-de58ca9c-13f3-4aec-b6de-9bf78cc00fb7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437944 Mar 08 19:18:16.358553 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a1ebd-f07c-4f3d-ad34-55846222ff15 req-604b62e2-b3bd-4732-af4c-18a17c402c1a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:16.360089 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f6a1ebd-f07c-4f3d-ad34-55846222ff15 req-604b62e2-b3bd-4732-af4c-18a17c402c1a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 947 time: 0.0543971 Mar 08 19:18:16.407299 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f6a1ebd-f07c-4f3d-ad34-55846222ff15 req-fcdccdee-11e7-442c-ab1d-43a4242b6fe9 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417190 Mar 08 19:18:16.578801 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 49432) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:18:16.684265 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-24350c19-4bca-4fd2-97e3-020a56425d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:16.764785 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-24350c19-4bca-4fd2-97e3-020a56425d50 admin admin] Publish callbacks [] for security_group (bc30cfdf-425e-48ed-8379-936097b6e333), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:16.841526 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-24350c19-4bca-4fd2-97e3-020a56425d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (bc30cfdf-425e-48ed-8379-936097b6e333), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:16.878355 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350c19-4bca-4fd2-97e3-020a56425d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc30cfdf-425e-48ed-8379-936097b6e333,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:16.882945 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-24350c19-4bca-4fd2-97e3-020a56425d50 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=54e59dc48eeb42a7a3442c28bdd4c173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031423 Mar 08 19:18:16.885867 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 49438) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:18:16.934147 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f8c9f497-7213-4d9f-ab10-21f1512114bd admin admin] Publish callbacks [] for security_group (bc30cfdf-425e-48ed-8379-936097b6e333), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:16.954673 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f8c9f497-7213-4d9f-ab10-21f1512114bd admin admin] Publish callbacks [] for security_group (bc30cfdf-425e-48ed-8379-936097b6e333), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:17.081850 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f8c9f497-7213-4d9f-ab10-21f1512114bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (bc30cfdf-425e-48ed-8379-936097b6e333), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:17.085130 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f8c9f497-7213-4d9f-ab10-21f1512114bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:17.086319 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-f8c9f497-7213-4d9f-ab10-21f1512114bd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bc30cfdf-425e-48ed-8379-936097b6e333 HTTP/1.1" status: 204 len: 168 time: 0.1995330 Mar 08 19:18:17.094453 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9f497-7213-4d9f-ab10-21f1512114bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc30cfdf-425e-48ed-8379-936097b6e333,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:22.350409 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa00219d-e919-4f19-af75-9dc1ab1d398a req-683772e9-461f-491f-802f-f1951fac9dc7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431359 Mar 08 19:18:22.422584 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00219d-e919-4f19-af75-9dc1ab1d398a req-dc24c659-9827-42cb-a8c9-8958ba0a48aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:22.424223 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa00219d-e919-4f19-af75-9dc1ab1d398a req-dc24c659-9827-42cb-a8c9-8958ba0a48aa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 1129 time: 0.0493443 Mar 08 19:18:22.527249 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00219d-e919-4f19-af75-9dc1ab1d398a req-75424046-b4ea-47e0-84d5-d1ac62d74b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:22.528755 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa00219d-e919-4f19-af75-9dc1ab1d398a req-75424046-b4ea-47e0-84d5-d1ac62d74b86 service neutron] 10.222.0.76 "GET /v2.0/networks?id=eadbce5e-f6fa-402e-acf1-15b1deb0f309 HTTP/1.1" status: 200 len: 916 time: 0.0855632 Mar 08 19:18:22.620748 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa00219d-e919-4f19-af75-9dc1ab1d398a req-61cc1ef6-cdf3-46ef-8672-b40e80bbe123 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af2c1b42-45a5-46ce-aea2-d905ce39d3d0 HTTP/1.1" status: 200 len: 999 time: 0.0801668 Mar 08 19:18:22.673615 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00219d-e919-4f19-af75-9dc1ab1d398a req-1bda65f1-2b21-438b-b9f5-7a8da6843d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:22.675212 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa00219d-e919-4f19-af75-9dc1ab1d398a req-1bda65f1-2b21-438b-b9f5-7a8da6843d25 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f85598c7-024d-416e-bf9f-b74e60adac34 HTTP/1.1" status: 200 len: 854 time: 0.0485868 Mar 08 19:18:22.709819 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:22.725084 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00219d-e919-4f19-af75-9dc1ab1d398a req-6240e269-d6c3-469e-99a8-945011da7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:22.729095 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa00219d-e919-4f19-af75-9dc1ab1d398a req-6240e269-d6c3-469e-99a8-945011da7eef service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eadbce5e-f6fa-402e-acf1-15b1deb0f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452015 Mar 08 19:18:22.826413 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa00219d-e919-4f19-af75-9dc1ab1d398a req-6dc9863b-e69e-48c5-bedf-693b08ba9cfd service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924535 Mar 08 19:18:22.916587 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fa00219d-e919-4f19-af75-9dc1ab1d398a req-5df4f954-c84b-48b7-b66f-dbb1027644f7 service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837588 Mar 08 19:18:26.546834 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14f23a-f5ff-4624-a96b-ccccabc48d88 req-bf946c0c-cd93-42ee-b7bc-518370188b19 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:26.548674 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8c14f23a-f5ff-4624-a96b-ccccabc48d88 req-bf946c0c-cd93-42ee-b7bc-518370188b19 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.0594876 Mar 08 19:18:26.604573 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8c14f23a-f5ff-4624-a96b-ccccabc48d88 req-e9d8bdcb-452b-4e20-83a3-ee4b3b13269c tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486996 Mar 08 19:18:27.826102 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ceb3a-adbf-4c5e-a568-e61a09f61016 req-8cff2e0d-4249-4eb5-ab52-0c4d60ffd586 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:27.827564 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-496ceb3a-adbf-4c5e-a568-e61a09f61016 req-8cff2e0d-4249-4eb5-ab52-0c4d60ffd586 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.1542456 Mar 08 19:18:27.876212 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-496ceb3a-adbf-4c5e-a568-e61a09f61016 req-50adc220-5598-4775-ba43-2b41e3b3b9a7 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429690 Mar 08 19:18:28.993887 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b86bce-adbd-4e88-af3b-621bc4911b11 req-774aa69f-a76a-49df-bedf-a6d791cf5f6f tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:28.995325 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-59b86bce-adbd-4e88-af3b-621bc4911b11 req-774aa69f-a76a-49df-bedf-a6d791cf5f6f tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.0889184 Mar 08 19:18:29.050580 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfa190-4252-4b21-b74f-f521efc17af9 req-52be273d-47f8-4e05-8a54-232b0cfa84e5 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:18:29.052126 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7bdfa190-4252-4b21-b74f-f521efc17af9 req-52be273d-47f8-4e05-8a54-232b0cfa84e5 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 946 time: 0.1008570 Mar 08 19:18:29.132663 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7bdfa190-4252-4b21-b74f-f521efc17af9 req-74b7024a-2395-400e-9575-264921472d05 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/security-groups?id=e4d57884-74a4-4d6a-b5c7-b0014798fefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735064 Mar 08 19:18:29.142238 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-59b86bce-adbd-4e88-af3b-621bc4911b11 req-cf6dcbc7-4226-43a4-bd38-5f4401e9f7c7 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Deleting port 604c84cd-7106-455e-a449-d54438924a60 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:18:29.142578 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-59b86bce-adbd-4e88-af3b-621bc4911b11 req-cf6dcbc7-4226-43a4-bd38-5f4401e9f7c7 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (604c84cd-7106-455e-a449-d54438924a60), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:29.259364 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-59b86bce-adbd-4e88-af3b-621bc4911b11 req-cf6dcbc7-4226-43a4-bd38-5f4401e9f7c7 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] For port 604c84cd-7106-455e-a449-d54438924a60, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=604c84cd-7106-455e-a449-d54438924a60,segment=NetworkSegment(b61c4bd5-ef2e-4855-afb0-3b29738b6ee3),segment_id=b61c4bd5-ef2e-4855-afb0-3b29738b6ee3)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:18:29.259896 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-59b86bce-adbd-4e88-af3b-621bc4911b11 req-cf6dcbc7-4226-43a4-bd38-5f4401e9f7c7 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (604c84cd-7106-455e-a449-d54438924a60), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:29.272288 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-59b86bce-adbd-4e88-af3b-621bc4911b11 req-cf6dcbc7-4226-43a4-bd38-5f4401e9f7c7 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Calling delete_port for 604c84cd-7106-455e-a449-d54438924a60 owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:18:29.487294 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-59b86bce-adbd-4e88-af3b-621bc4911b11 req-cf6dcbc7-4226-43a4-bd38-5f4401e9f7c7 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (604c84cd-7106-455e-a449-d54438924a60), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:29.509131 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['604c84cd-7106-455e-a449-d54438924a60'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:18:29.519979 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dcbc7-4226-43a4-bd38-5f4401e9f7c7 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Pushing event deleted for resources: {'Port': ['ID=604c84cd-7106-455e-a449-d54438924a60,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:18:29.562272 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b86bce-adbd-4e88-af3b-621bc4911b11 req-cf6dcbc7-4226-43a4-bd38-5f4401e9f7c7 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] No DVR routers for this DVR port 604c84cd-7106-455e-a449-d54438924a60 on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:18:29.564765 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-59b86bce-adbd-4e88-af3b-621bc4911b11 req-cf6dcbc7-4226-43a4-bd38-5f4401e9f7c7 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:29.568038 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-59b86bce-adbd-4e88-af3b-621bc4911b11 req-cf6dcbc7-4226-43a4-bd38-5f4401e9f7c7 tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.76 "DELETE /v2.0/ports/604c84cd-7106-455e-a449-d54438924a60 HTTP/1.1" status: 204 len: 173 time: 0.5660658 Mar 08 19:18:29.568474 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c05a596-08f8-4d79-b15c-01475fa474d5', 'name': 'network-vif-deleted', 'tag': '604c84cd-7106-455e-a449-d54438924a60'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:18:29.571728 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5ad89e-07c6-4960-917f-5dfe3e70581f" -d '{"events": [{"server_uuid": "8c05a596-08f8-4d79-b15c-01475fa474d5", "name": "network-vif-deleted", "tag": "604c84cd-7106-455e-a449-d54438924a60"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:18:29.610334 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb78677-288e-4ffa-a91f-ae604c9e62ff x-openstack-request-id: req-abb78677-288e-4ffa-a91f-ae604c9e62ff {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:18:29.610630 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c05a596-08f8-4d79-b15c-01475fa474d5", "name": "network-vif-deleted", "tag": "604c84cd-7106-455e-a449-d54438924a60", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:18:29.610880 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-abb78677-288e-4ffa-a91f-ae604c9e62ff {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:18:29.611293 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c05a596-08f8-4d79-b15c-01475fa474d5', 'name': 'network-vif-deleted', 'tag': '604c84cd-7106-455e-a449-d54438924a60', 'status': 'completed', 'code': 200} Mar 08 19:18:30.243212 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-307362c8-860f-4809-b28a-9a5afffe97ee req-b56cd7f0-825e-4acf-beac-3bb4af53c7af tempest-VolumesSnapshotTestJSON-481175762 tempest-VolumesSnapshotTestJSON-481175762-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c05a596-08f8-4d79-b15c-01475fa474d5 HTTP/1.1" status: 200 len: 210 time: 0.0280564 Mar 08 19:18:31.972703 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-bc745f51-2cf8-4079-995f-8190eaae0471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:33.326111 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 604c84cd-7106-455e-a449-d54438924a60 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:18:33.346259 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: 604c84cd-7106-455e-a449-d54438924a60 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:18:33.346605 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 604c84cd-7106-455e-a449-d54438924a60 not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:18:34.286580 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ba1870d2-6ed6-4a90-9491-f06581038337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:35.258209 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:37.303781 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:37.733291 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:18:38.419039 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:18:52.755288 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:01.966755 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-655174ee-847c-45af-a27d-048034275159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:04.263600 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e281cc08-53f0-4562-9316-82d83845e620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:05.206344 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:05.827026 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 49856) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:05.944201 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:06.023456 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Publish callbacks [] for security_group (44d908a0-4bd2-406f-8461-6ce9d7d7dd65), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:06.103202 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (44d908a0-4bd2-406f-8461-6ce9d7d7dd65), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:06.146544 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9c8ada3a20d14a32ae6260e4e3561b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153324 Mar 08 19:19:06.146544 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d908a0-4bd2-406f-8461-6ce9d7d7dd65,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:06.146938 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 49878) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:06.152291 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.152653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.153000 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.153338 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.153671 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.154005 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.154333 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.154658 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.155021 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.155306 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.155628 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.155978 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.157302 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54a28b-7873-40a3-b742-3b390d80a40c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.216272 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Publish callbacks [] for security_group (44d908a0-4bd2-406f-8461-6ce9d7d7dd65), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:06.239409 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Publish callbacks [] for security_group (44d908a0-4bd2-406f-8461-6ce9d7d7dd65), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:06.354576 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (44d908a0-4bd2-406f-8461-6ce9d7d7dd65), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:06.358353 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:06.360124 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/44d908a0-4bd2-406f-8461-6ce9d7d7dd65 HTTP/1.1" status: 204 len: 168 time: 0.2116003 Mar 08 19:19:06.372467 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d908a0-4bd2-406f-8461-6ce9d7d7dd65,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:06.386700 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.387395 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.388126 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.388768 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.389871 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.389871 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.390476 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.391120 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.391981 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.393495 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.393495 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.393780 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:06.394374 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee46c4-3922-4a4a-b5c3-f07edb23c348 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:07.274748 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:08.452415 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:08.712730 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 49920) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:08.757688 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb73aa4-842b-44ea-95b5-e27ae2e71ec6 admin admin] Deleting subnet 2fedd0cf-30b5-40e1-863a-67b2446c1996 {{(pid=103681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:19:08.761443 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fdb73aa4-842b-44ea-95b5-e27ae2e71ec6 admin admin] Publish callbacks [] for subnet (2fedd0cf-30b5-40e1-863a-67b2446c1996), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:08.795742 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fdb73aa4-842b-44ea-95b5-e27ae2e71ec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4839127'] for subnet (2fedd0cf-30b5-40e1-863a-67b2446c1996), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:08.851461 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fdb73aa4-842b-44ea-95b5-e27ae2e71ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (2fedd0cf-30b5-40e1-863a-67b2446c1996), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:08.949346 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fdb73aa4-842b-44ea-95b5-e27ae2e71ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5418216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4956552'] for subnet (2fedd0cf-30b5-40e1-863a-67b2446c1996), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:08.977709 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fdb73aa4-842b-44ea-95b5-e27ae2e71ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:08.980930 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-fdb73aa4-842b-44ea-95b5-e27ae2e71ec6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2fedd0cf-30b5-40e1-863a-67b2446c1996 HTTP/1.1" status: 204 len: 168 time: 0.2671788 Mar 08 19:19:08.981944 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb73aa4-842b-44ea-95b5-e27ae2e71ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fedd0cf-30b5-40e1-863a-67b2446c1996,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:08.983696 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 49922) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:09.065377 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-77b96b18-94e1-453b-93a6-6087f5d3d3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (3eaa1a64-1730-4b60-97b5-c1f5e0ba8463), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:09.146914 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-77b96b18-94e1-453b-93a6-6087f5d3d3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (3eaa1a64-1730-4b60-97b5-c1f5e0ba8463), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:09.175354 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-77b96b18-94e1-453b-93a6-6087f5d3d3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eaa1a64-1730-4b60-97b5-c1f5e0ba8463']}} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:09.188213 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-77b96b18-94e1-453b-93a6-6087f5d3d3f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61c4bd5-ef2e-4855-afb0-3b29738b6ee3') {'for_net_delete': True} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:09.188507 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-77b96b18-94e1-453b-93a6-6087f5d3d3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61c4bd5-ef2e-4855-afb0-3b29738b6ee3') {} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:09.198391 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-77b96b18-94e1-453b-93a6-6087f5d3d3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4838956'] for segment (b61c4bd5-ef2e-4855-afb0-3b29738b6ee3), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:09.213187 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-77b96b18-94e1-453b-93a6-6087f5d3d3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (b61c4bd5-ef2e-4855-afb0-3b29738b6ee3), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:09.220529 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b96b18-94e1-453b-93a6-6087f5d3d3f3 admin admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=103681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:19:09.221902 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-77b96b18-94e1-453b-93a6-6087f5d3d3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5418114'] for segment (b61c4bd5-ef2e-4855-afb0-3b29738b6ee3), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: Traceback (most recent call last): Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: timer() Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: cb(*args, **kw) Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: return func(*args, **kwargs) Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: self._notify() Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: self.callback(batched_events) Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: event.method(event) Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: return f(self, *a, **k) Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._get(url).json() Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: return self.request(url, 'GET', **kwargs) Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:19:09.224203 dv-cinder-830091-3-iscsi neutron-server[103681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:19:09.349157 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-77b96b18-94e1-453b-93a6-6087f5d3d3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (3eaa1a64-1730-4b60-97b5-c1f5e0ba8463), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:09.355646 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-77b96b18-94e1-453b-93a6-6087f5d3d3f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:09.364355 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-77b96b18-94e1-453b-93a6-6087f5d3d3f3 admin admin] 10.222.0.75 "DELETE /v2.0/networks/3eaa1a64-1730-4b60-97b5-c1f5e0ba8463 HTTP/1.1" status: 204 len: 168 time: 0.3794317 Mar 08 19:19:09.379887 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b96b18-94e1-453b-93a6-6087f5d3d3f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eaa1a64-1730-4b60-97b5-c1f5e0ba8463,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:09.411483 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-2124ae31-906b-43f8-a560-6f97bd09bf51 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=6509c639b99349028c1d770b063a40c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335951 Mar 08 19:19:09.613955 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-35ab5f54-1572-4e8d-b1b0-7424baabf953 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:09.615342 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-35ab5f54-1572-4e8d-b1b0-7424baabf953 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974602 Mar 08 19:19:09.630510 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-70369ca7-8e3a-441e-9936-04d708c7fbad tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/quotas/6509c639b99349028c1d770b063a40c7 HTTP/1.1" status: 200 len: 375 time: 0.0097318 Mar 08 19:19:09.666325 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-81d8c034-2c9b-44df-b2b4-fd47e23e2f7e tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6509c639b99349028c1d770b063a40c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300317 Mar 08 19:19:09.691490 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 49940) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:09.980250 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c2846e8f-3485-41d6-be77-8bd7943a88b8 req-bc56ce89-4290-4343-ab6a-5ac3181203fa tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/ports?device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 210 time: 0.0294375 Mar 08 19:19:10.006827 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-32d81059-eba2-4d6e-936d-1f0da891622b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f10261552daf4cb9a0cf1b53cb019b42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139820 Mar 08 19:19:10.010109 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 49950) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:10.066022 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d719bd97-ccf8-4f07-9ae7-b3c4fea79557 admin admin] Publish callbacks [] for security_group (e4d57884-74a4-4d6a-b5c7-b0014798fefb), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:10.092036 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d719bd97-ccf8-4f07-9ae7-b3c4fea79557 admin admin] Publish callbacks [] for security_group (e4d57884-74a4-4d6a-b5c7-b0014798fefb), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:10.223387 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d719bd97-ccf8-4f07-9ae7-b3c4fea79557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (e4d57884-74a4-4d6a-b5c7-b0014798fefb), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:10.226020 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d719bd97-ccf8-4f07-9ae7-b3c4fea79557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:10.227170 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-d719bd97-ccf8-4f07-9ae7-b3c4fea79557 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e4d57884-74a4-4d6a-b5c7-b0014798fefb HTTP/1.1" status: 204 len: 168 time: 0.2161522 Mar 08 19:19:10.234919 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719bd97-ccf8-4f07-9ae7-b3c4fea79557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d57884-74a4-4d6a-b5c7-b0014798fefb,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:11.076853 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9c08d4e9-f29f-4abd-8175-247359397453 req-0e11520f-99d2-4cfd-a1ec-d329a72ecf87 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/ports?device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 210 time: 0.0343671 Mar 08 19:19:11.315072 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 49980) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:11.435697 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-00f0b6d1-3705-4978-af72-8e77a566e7ed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-816988316-network', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:11.526229 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f0b6d1-3705-4978-af72-8e77a566e7ed admin admin] Made reservation on behalf of 8493e87c10e641d683d44e78c2f7c51b for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:19:11.528620 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-00f0b6d1-3705-4978-af72-8e77a566e7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:11.541433 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-00f0b6d1-3705-4978-af72-8e77a566e7ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:11.615946 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-00f0b6d1-3705-4978-af72-8e77a566e7ed admin admin] Publish callbacks [] for security_group (892ba038-b053-4330-baed-76a2fe41b5d6), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:11.663249 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-00f0b6d1-3705-4978-af72-8e77a566e7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (892ba038-b053-4330-baed-76a2fe41b5d6), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:11.688004 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f0b6d1-3705-4978-af72-8e77a566e7ed admin admin] vlan segment allocate from pool success with {'vlan_id': 968, 'physical_network': 'physnet1'} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:19:11.698127 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0b6d1-3705-4978-af72-8e77a566e7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892ba038-b053-4330-baed-76a2fe41b5d6,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:11.703046 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-00f0b6d1-3705-4978-af72-8e77a566e7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (808985f6-5371-4940-8d50-5f6eb9461b23), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:11.703392 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.segments_db [None req-00f0b6d1-3705-4978-af72-8e77a566e7ed admin admin] Added segment 808985f6-5371-4940-8d50-5f6eb9461b23 of type vlan for network e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 Mar 08 19:19:11.746359 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-00f0b6d1-3705-4978-af72-8e77a566e7ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (e2a253e9-bf22-41bc-ad81-8ecedb1c4b93), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:11.828947 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-00f0b6d1-3705-4978-af72-8e77a566e7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (e2a253e9-bf22-41bc-ad81-8ecedb1c4b93), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:11.829933 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f0b6d1-3705-4978-af72-8e77a566e7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:11.831239 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-00f0b6d1-3705-4978-af72-8e77a566e7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:11.894334 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0b6d1-3705-4978-af72-8e77a566e7ed admin admin] Pushing event updated for resources: {'Network': ['ID=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:11.905083 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:19:11.928970 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-00f0b6d1-3705-4978-af72-8e77a566e7ed admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6121643 Mar 08 19:19:11.931700 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 49984) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:11.936338 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-f5621136-98c6-47e1-b372-a6d6b595536a admin admin] Request body: {'subnet': {'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-816988316-subnet', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:12.006396 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5621136-98c6-47e1-b372-a6d6b595536a admin admin] Made reservation on behalf of 8493e87c10e641d683d44e78c2f7c51b for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:19:12.008709 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f5621136-98c6-47e1-b372-a6d6b595536a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4975829'] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:12.196026 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e6000b85-e197-486a-b3bb-890997954f15 req-cfe3249f-eb52-4c53-b13c-a905b4274305 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/ports?device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 210 time: 0.0400481 Mar 08 19:19:12.240772 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f5621136-98c6-47e1-b372-a6d6b595536a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6014598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4975819'] for subnet (291f3e85-a905-44bb-b333-8a57a8760f7f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:12.254634 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-5f4281c1-d573-4068-a4d2-3d5a20328031 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=6509c639b99349028c1d770b063a40c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241361 Mar 08 19:19:12.290547 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5621136-98c6-47e1-b372-a6d6b595536a admin admin] Pushing event updated for resources: {'Subnet': ['ID=291f3e85-a905-44bb-b333-8a57a8760f7f,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:12.309269 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5621136-98c6-47e1-b372-a6d6b595536a admin admin] Checking segment: {'id': '808985f6-5371-4940-8d50-5f6eb9461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:19:12.309614 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5621136-98c6-47e1-b372-a6d6b595536a admin admin] Network hostable DHCP agents. Network: e2a253e9-bf22-41bc-ad81-8ecedb1c4b93, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:19:12.361038 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-748ebde0-f3be-4a5c-b054-8e040d6eaad5 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:12.363036 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-748ebde0-f3be-4a5c-b054-8e040d6eaad5 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1040893 Mar 08 19:19:12.376619 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Request body: {'port': {'device_id': 'bca87c35-ae00-410a-aaf8-986bc90f7b7b', 'network_id': '7c6a349c-9c88-4f8e-8052-2a928798990e', 'admin_state_up': True, 'tenant_id': '6509c639b99349028c1d770b063a40c7'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:12.400974 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5621136-98c6-47e1-b372-a6d6b595536a admin admin] Network e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:19:12.514951 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-f5621136-98c6-47e1-b372-a6d6b595536a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, e2a253e9-bf22-41bc-ad81-8ecedb1c4b93) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:12.519666 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5621136-98c6-47e1-b372-a6d6b595536a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:12.520288 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f5621136-98c6-47e1-b372-a6d6b595536a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:12.526704 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d28fb5d-c973-4160-8a47-05ecacbf5fa7 None None] Network e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:19:12.634712 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09d32606-d62e-596a-8715-b6acffb742aa-e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'fixed_ips': [{'subnet_id': '291f3e85-a905-44bb-b333-8a57a8760f7f'}]}} from dv-cinder-830091-3-iscsi. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:19:12.636172 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:12.637184 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Made reservation on behalf of 6509c639b99349028c1d770b063a40c7 for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:19:12.643145 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-f5621136-98c6-47e1-b372-a6d6b595536a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7104006 Mar 08 19:19:12.645264 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:12.646186 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 49990) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:12.655394 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-816988316-router', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:12.657234 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:12.734517 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Publish callbacks [] for security_group (05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:12.738567 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (46c8d447-5c7e-438c-8571-b18fd3443a57), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:12.739646 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7885487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (46c8d447-5c7e-438c-8571-b18fd3443a57), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:12.789037 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Allocated IP 172.20.0.2 (e2a253e9-bf22-41bc-ad81-8ecedb1c4b93/291f3e85-a905-44bb-b333-8a57a8760f7f/2ee8dbb1-0696-4225-8244-17b4a3006a69) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:12.794316 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Publish callbacks [] for router_controller (46c8d447-5c7e-438c-8571-b18fd3443a57), precommit_add_association {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:12.801826 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:12.876834 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:12.949858 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Publish callbacks [] for port (2ee8dbb1-0696-4225-8244-17b4a3006a69), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:12.955945 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Allocated IP 192.168.233.63 (7c6a349c-9c88-4f8e-8052-2a928798990e/242c775f-21ca-444b-86b6-d72ffae9f51e/88e3d9d2-4035-4f05-b9cb-96be766929cf) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:13.029481 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (2ee8dbb1-0696-4225-8244-17b4a3006a69), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:13.044082 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Publish callbacks [] for router_gateway (46c8d447-5c7e-438c-8571-b18fd3443a57), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:13.077965 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Network e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:13.082737 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:13.084551 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Pushing event updated for resources: {'Port': ['ID=2ee8dbb1-0696-4225-8244-17b4a3006a69,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:13.086696 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:13.095583 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:13.096780 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:13.097163 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:13.097506 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:13.097840 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:13.098168 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:13.098492 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:13.098817 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:13.099139 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:13.099464 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:13.099783 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:13.100131 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:13.100448 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:13.117033 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Publish callbacks [] for port (88e3d9d2-4035-4f05-b9cb-96be766929cf), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:13.153470 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Attempting to bind port 2ee8dbb1-0696-4225-8244-17b4a3006a69 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:19:13.156630 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Attempting to bind port 2ee8dbb1-0696-4225-8244-17b4a3006a69 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '808985f6-5371-4940-8d50-5f6eb9461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:19:13.156630 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Attempting to bind port 2ee8dbb1-0696-4225-8244-17b4a3006a69 on network e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:13.159898 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:19:13.160297 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Checking segment: {'id': '808985f6-5371-4940-8d50-5f6eb9461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:19:13.160698 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:13.161222 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Bound using segment: {'id': '808985f6-5371-4940-8d50-5f6eb9461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:19:13.161687 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Bound port: 2ee8dbb1-0696-4225-8244-17b4a3006a69, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808985f6-5371-4940-8d50-5f6eb9461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:19:13.162060 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (2ee8dbb1-0696-4225-8244-17b4a3006a69), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:13.212754 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (88e3d9d2-4035-4f05-b9cb-96be766929cf), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:13.234168 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] For port 2ee8dbb1-0696-4225-8244-17b4a3006a69, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:19:13.237995 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] For port 2ee8dbb1-0696-4225-8244-17b4a3006a69, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=2ee8dbb1-0696-4225-8244-17b4a3006a69,segment=NetworkSegment(808985f6-5371-4940-8d50-5f6eb9461b23),segment_id=808985f6-5371-4940-8d50-5f6eb9461b23)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:19:13.269212 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Network 7c6a349c-9c88-4f8e-8052-2a928798990e is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:13.273015 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:13.278347 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:13.315515 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (2ee8dbb1-0696-4225-8244-17b4a3006a69), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:13.327289 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Pushing event updated for resources: {'Port': ['ID=88e3d9d2-4035-4f05-b9cb-96be766929cf,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:13.349707 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Publish callbacks [] for router_gateway (46c8d447-5c7e-438c-8571-b18fd3443a57), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:13.372332 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:13.378753 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:13.380218 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:13.388751 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526dd5e-79d3-40db-a73f-85408b375776 None None] Pushing event updated for resources: {'Port': ['ID=2ee8dbb1-0696-4225-8244-17b4a3006a69,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:13.402143 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f2e28-b45a-4a4b-a142-d83cbf7cd703 req-a84a6087-6f86-4180-b9d0-a7f8c918dd1c tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:13.403813 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b24f2e28-b45a-4a4b-a142-d83cbf7cd703 req-a84a6087-6f86-4180-b9d0-a7f8c918dd1c tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/ports?device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 935 time: 0.1265240 Mar 08 19:19:13.475768 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b24f2e28-b45a-4a4b-a142-d83cbf7cd703 req-0ead52fe-5ae0-461f-9feb-e2c6229e8579 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/security-groups?id=05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653384 Mar 08 19:19:13.483366 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-d3b8cae0-4b38-4d64-8abc-d5706dfc967b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1108983 Mar 08 19:19:13.528015 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Allocated IP 172.27.3.54 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/6b8ca71b-66ed-4a60-942c-ce582e43b013) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:13.562132 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Request body: {'port': {'device_id': 'bca87c35-ae00-410a-aaf8-986bc90f7b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:13.618626 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-5654ab7f-2c9e-47e8-8625-097133801bea None None] Provisioning complete for port 88e3d9d2-4035-4f05-b9cb-96be766929cf triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:13.625755 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (88e3d9d2-4035-4f05-b9cb-96be766929cf), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:13.631214 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5654ab7f-2c9e-47e8-8625-097133801bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (88e3d9d2-4035-4f05-b9cb-96be766929cf), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:13.675336 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Publish callbacks [] for port (6b8ca71b-66ed-4a60-942c-ce582e43b013), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:13.696574 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-5654ab7f-2c9e-47e8-8625-097133801bea None None] Port 88e3d9d2-4035-4f05-b9cb-96be766929cf cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:19:13.812291 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (6b8ca71b-66ed-4a60-942c-ce582e43b013), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:13.857670 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:13.863817 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:13.866314 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:13.894424 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Pushing event updated for resources: {'Port': ['ID=6b8ca71b-66ed-4a60-942c-ce582e43b013,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:13.972950 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e3d9d2-4035-4f05-b9cb-96be766929cf {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:19:13.981370 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Publish callbacks [] for port (88e3d9d2-4035-4f05-b9cb-96be766929cf), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:13.995722 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Transition to ACTIVE for port object 88e3d9d2-4035-4f05-b9cb-96be766929cf will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:19:14.052145 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (88e3d9d2-4035-4f05-b9cb-96be766929cf), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:14.124549 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Pushing event updated for resources: {'Port': ['ID=88e3d9d2-4035-4f05-b9cb-96be766929cf,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:14.197384 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Attempting to bind port 88e3d9d2-4035-4f05-b9cb-96be766929cf on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:19:14.198056 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Attempting to bind port 88e3d9d2-4035-4f05-b9cb-96be766929cf by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '0c485807-a89c-4dce-af9b-8bd080765c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '7c6a349c-9c88-4f8e-8052-2a928798990e'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:19:14.198707 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Attempting to bind port 88e3d9d2-4035-4f05-b9cb-96be766929cf on network 7c6a349c-9c88-4f8e-8052-2a928798990e {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:14.207566 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Port 88e3d9d2-4035-4f05-b9cb-96be766929cf on network 7c6a349c-9c88-4f8e-8052-2a928798990e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:19:14.208002 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Attempting to bind port 88e3d9d2-4035-4f05-b9cb-96be766929cf on network 7c6a349c-9c88-4f8e-8052-2a928798990e {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:14.213589 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:19:14.214222 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Checking segment: {'id': '0c485807-a89c-4dce-af9b-8bd080765c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '7c6a349c-9c88-4f8e-8052-2a928798990e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:19:14.214476 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Bound using segment: {'id': '0c485807-a89c-4dce-af9b-8bd080765c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '7c6a349c-9c88-4f8e-8052-2a928798990e'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:19:14.215010 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Bound port: 88e3d9d2-4035-4f05-b9cb-96be766929cf, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c485807-a89c-4dce-af9b-8bd080765c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '7c6a349c-9c88-4f8e-8052-2a928798990e'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:19:14.215453 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (88e3d9d2-4035-4f05-b9cb-96be766929cf), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:14.268285 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Publish callbacks [] for router_gateway (46c8d447-5c7e-438c-8571-b18fd3443a57), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:14.299959 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] For port 88e3d9d2-4035-4f05-b9cb-96be766929cf, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:19:14.304014 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] For port 88e3d9d2-4035-4f05-b9cb-96be766929cf, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=88e3d9d2-4035-4f05-b9cb-96be766929cf,segment=NetworkSegment(0c485807-a89c-4dce-af9b-8bd080765c24),segment_id=0c485807-a89c-4dce-af9b-8bd080765c24)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:19:14.370385 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (88e3d9d2-4035-4f05-b9cb-96be766929cf), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:14.406388 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:14.406833 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:14.408558 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] 10.222.0.76 "PUT /v2.0/ports/88e3d9d2-4035-4f05-b9cb-96be766929cf HTTP/1.1" status: 200 len: 1097 time: 0.9181209 Mar 08 19:19:14.409118 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca87c35-ae00-410a-aaf8-986bc90f7b7b', 'tag': '88e3d9d2-4035-4f05-b9cb-96be766929cf'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:19:14.411526 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e5ed1a-9e34-47fa-85c5-bef25136bba9" -d '{"events": [{"name": "network-changed", "server_uuid": "bca87c35-ae00-410a-aaf8-986bc90f7b7b", "tag": "88e3d9d2-4035-4f05-b9cb-96be766929cf"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:19:14.436298 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dad71-4b6b-44ba-a5dc-da5eb775753d service neutron] Pushing event updated for resources: {'Port': ['ID=88e3d9d2-4035-4f05-b9cb-96be766929cf,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:14.560870 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101623'] for router (46c8d447-5c7e-438c-8571-b18fd3443a57), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:14.662377 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b39989d-d549-4cdf-966e-237edf12fcce None None] Network e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:19:14.682928 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-0eab8685-109a-4589-a52f-7292332fa463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:14.684497 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-0eab8685-109a-4589-a52f-7292332fa463 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6509c639b99349028c1d770b063a40c7&device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 1131 time: 0.1134417 Mar 08 19:19:14.691170 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366e392b-745b-4f39-a691-b54d5c68fbf1 x-openstack-request-id: req-366e392b-745b-4f39-a691-b54d5c68fbf1 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:19:14.691538 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca87c35-ae00-410a-aaf8-986bc90f7b7b", "tag": "88e3d9d2-4035-4f05-b9cb-96be766929cf", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:19:14.691867 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-366e392b-745b-4f39-a691-b54d5c68fbf1 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:19:14.692442 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca87c35-ae00-410a-aaf8-986bc90f7b7b', 'tag': '88e3d9d2-4035-4f05-b9cb-96be766929cf', 'status': 'completed', 'code': 200} Mar 08 19:19:14.711819 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86023c9e-4478-4f37-9f2a-6cdcb2916d04 req-d9bab3b4-e240-4bef-af53-69188ae0f9cc tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:14.712886 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-86023c9e-4478-4f37-9f2a-6cdcb2916d04 req-d9bab3b4-e240-4bef-af53-69188ae0f9cc tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/ports?device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 947 time: 0.0958219 Mar 08 19:19:14.731992 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:19:14.747476 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-e13b365b-083d-4cbe-a012-420a5ead4cd6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=88e3d9d2-4035-4f05-b9cb-96be766929cf HTTP/1.1" status: 200 len: 217 time: 0.0498071 Mar 08 19:19:14.810839 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-ff064f95-d209-42b2-a859-30fefc058075 None None] Provisioning complete for port 2ee8dbb1-0696-4225-8244-17b4a3006a69 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:14.811216 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ff064f95-d209-42b2-a859-30fefc058075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (2ee8dbb1-0696-4225-8244-17b4a3006a69), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:14.822200 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-8341960c-8393-4042-92be-b7df340b84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:14.823555 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-8341960c-8393-4042-92be-b7df340b84cf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=242c775f-21ca-444b-86b6-d72ffae9f51e HTTP/1.1" status: 200 len: 843 time: 0.0691381 Mar 08 19:19:14.826816 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-86023c9e-4478-4f37-9f2a-6cdcb2916d04 req-96875824-9e3f-4e39-b112-62e261594ddc tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/security-groups?id=05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812778 Mar 08 19:19:14.874938 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Router 46c8d447-5c7e-438c-8571-b18fd3443a57 is scheduled to L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a with binding_index 1 {{(pid=103680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:19:14.904929 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-6ffd3c91-8424-45e8-9bd7-67c403e27ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:14.906781 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-6ffd3c91-8424-45e8-9bd7-67c403e27ea4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7c6a349c-9c88-4f8e-8052-2a928798990e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0759244 Mar 08 19:19:15.023645 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-3f259a38-470c-41aa-8cc5-110fd6ff6214 service neutron] 10.222.0.76 "GET /v2.0/networks/7c6a349c-9c88-4f8e-8052-2a928798990e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099129 Mar 08 19:19:15.056969 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-ff064f95-d209-42b2-a859-30fefc058075 None None] Current status of the port 2ee8dbb1-0696-4225-8244-17b4a3006a69 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:15.057630 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ff064f95-d209-42b2-a859-30fefc058075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (2ee8dbb1-0696-4225-8244-17b4a3006a69), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:15.100694 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-ff064f95-d209-42b2-a859-30fefc058075 None None] For port 2ee8dbb1-0696-4225-8244-17b4a3006a69, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=2ee8dbb1-0696-4225-8244-17b4a3006a69,segment=NetworkSegment(808985f6-5371-4940-8d50-5f6eb9461b23),segment_id=808985f6-5371-4940-8d50-5f6eb9461b23)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:15.136869 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da4901df-14f2-46da-8cb1-054ca5fd804e req-1e5e896f-1ada-4643-88b6-a888edf32934 service neutron] 10.222.0.76 "GET /v2.0/networks/7c6a349c-9c88-4f8e-8052-2a928798990e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056209 Mar 08 19:19:15.177642 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ff064f95-d209-42b2-a859-30fefc058075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (2ee8dbb1-0696-4225-8244-17b4a3006a69), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:15.227504 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff064f95-d209-42b2-a859-30fefc058075 None None] Pushing event updated for resources: {'Port': ['ID=2ee8dbb1-0696-4225-8244-17b4a3006a69,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:15.248585 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:19:15.258344 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Sync routers for ids ['46c8d447-5c7e-438c-8571-b18fd3443a57'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:19:15.269918 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Routers {'46c8d447-5c7e-438c-8571-b18fd3443a57'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:19:15.270539 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:19:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['46c8d447-5c7e-438c-8571-b18fd3443a57'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:15.329830 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ed1a-9e34-47fa-85c5-bef25136bba9 req-69052d64-5ab9-4746-9b90-0f89e56b0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:15.333312 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9e5ed1a-9e34-47fa-85c5-bef25136bba9 req-69052d64-5ab9-4746-9b90-0f89e56b0173 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6509c639b99349028c1d770b063a40c7&device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 1131 time: 0.0589130 Mar 08 19:19:15.339703 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:15.345004 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-10a2218f-3300-4d83-b003-4dbecf362d86 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6938860 Mar 08 19:19:15.345004 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50006) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:15.395323 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-d37d8e65-012d-43ce-9e09-377c1dff400c None None] Provisioning complete for port 2ee8dbb1-0696-4225-8244-17b4a3006a69 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:15.396471 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d37d8e65-012d-43ce-9e09-377c1dff400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (2ee8dbb1-0696-4225-8244-17b4a3006a69), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:15.429952 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 2ee8dbb1-0696-4225-8244-17b4a3006a69 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:19:15.447704 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ed1a-9e34-47fa-85c5-bef25136bba9 req-406d9264-fb75-4116-af95-15f231261ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:15.449209 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9e5ed1a-9e34-47fa-85c5-bef25136bba9 req-406d9264-fb75-4116-af95-15f231261ca8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7c6a349c-9c88-4f8e-8052-2a928798990e HTTP/1.1" status: 200 len: 870 time: 0.1085062 Mar 08 19:19:15.477338 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Set router 46c8d447-5c7e-438c-8571-b18fd3443a57 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:19:15.500000 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9e5ed1a-9e34-47fa-85c5-bef25136bba9 req-db2ad119-d2ce-415e-85bc-a5a3f683d883 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=88e3d9d2-4035-4f05-b9cb-96be766929cf HTTP/1.1" status: 200 len: 217 time: 0.0397611 Mar 08 19:19:15.551023 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ed1a-9e34-47fa-85c5-bef25136bba9 req-e90931ca-e135-41f0-be10-aa9430ddb600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:15.552662 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9e5ed1a-9e34-47fa-85c5-bef25136bba9 req-e90931ca-e135-41f0-be10-aa9430ddb600 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=242c775f-21ca-444b-86b6-d72ffae9f51e HTTP/1.1" status: 200 len: 843 time: 0.0467043 Mar 08 19:19:15.619084 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ed1a-9e34-47fa-85c5-bef25136bba9 req-b19d8203-216e-47fb-8f44-e1e4e274c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:15.624593 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9e5ed1a-9e34-47fa-85c5-bef25136bba9 req-b19d8203-216e-47fb-8f44-e1e4e274c66f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7c6a349c-9c88-4f8e-8052-2a928798990e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0637794 Mar 08 19:19:15.647086 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 2ee8dbb1-0696-4225-8244-17b4a3006a69 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:15.647465 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (2ee8dbb1-0696-4225-8244-17b4a3006a69), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:15.679535 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-d37d8e65-012d-43ce-9e09-377c1dff400c None None] Current status of the port 2ee8dbb1-0696-4225-8244-17b4a3006a69 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:15.734042 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9e5ed1a-9e34-47fa-85c5-bef25136bba9 req-6346eeb2-afcc-4bf4-aef7-810ad814380a service neutron] 10.222.0.76 "GET /v2.0/networks/7c6a349c-9c88-4f8e-8052-2a928798990e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041896 Mar 08 19:19:15.778960 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 2ee8dbb1-0696-4225-8244-17b4a3006a69 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:15.786993 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'name': 'tempest-TestMinimumBasicScenario-816988316-router', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:12Z', 'updated_at': '2022-03-08T19:19:14Z', 'revision_number': 3, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'gw_port': {'id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:13Z', 'updated_at': '2022-03-08T19:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:15.816766 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Checking router: 46c8d447-5c7e-438c-8571-b18fd3443a57 for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:19:15.817122 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Updating router 46c8d447-5c7e-438c-8571-b18fd3443a57 port 6b8ca71b-66ed-4a60-942c-ce582e43b013 binding host dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:19:15.821765 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:15.838760 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9e5ed1a-9e34-47fa-85c5-bef25136bba9 req-a231b837-4c3b-4b93-a498-9254ad4ae749 service neutron] 10.222.0.76 "GET /v2.0/networks/7c6a349c-9c88-4f8e-8052-2a928798990e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973194 Mar 08 19:19:15.847484 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (6b8ca71b-66ed-4a60-942c-ce582e43b013), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:15.962807 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f0287-1287-4323-8d67-00766ce6c3a2 req-1958d680-ea10-48eb-b873-fc937663468b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:15.964341 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-547f0287-1287-4323-8d67-00766ce6c3a2 req-1958d680-ea10-48eb-b873-fc937663468b tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/ports?device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 947 time: 0.0570385 Mar 08 19:19:16.000241 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Allocated IP 172.20.0.1 (e2a253e9-bf22-41bc-ad81-8ecedb1c4b93/291f3e85-a905-44bb-b333-8a57a8760f7f/3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:16.022823 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-547f0287-1287-4323-8d67-00766ce6c3a2 req-ea499a12-351e-454c-8839-ac99c8a5898d tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/security-groups?id=05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522218 Mar 08 19:19:16.118312 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Publish callbacks [] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.134728 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Publish callbacks [] for port (6b8ca71b-66ed-4a60-942c-ce582e43b013), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.229183 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (6b8ca71b-66ed-4a60-942c-ce582e43b013), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.242356 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.284870 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Network e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:16.285934 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c46c8-5e03-4e04-8be3-9f6116edabcb None None] Pushing event updated for resources: {'Port': ['ID=6b8ca71b-66ed-4a60-942c-ce582e43b013,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:16.287763 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:16.289162 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Attempting to bind port 6b8ca71b-66ed-4a60-942c-ce582e43b013 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:19:16.289641 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Attempting to bind port 6b8ca71b-66ed-4a60-942c-ce582e43b013 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:19:16.290012 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Attempting to bind port 6b8ca71b-66ed-4a60-942c-ce582e43b013 on network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:16.291367 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:16.302631 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:19:16.302631 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Checking segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:19:16.302631 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.302631 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Bound using segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:19:16.303073 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Bound port: 6b8ca71b-66ed-4a60-942c-ce582e43b013, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:19:16.303073 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (6b8ca71b-66ed-4a60-942c-ce582e43b013), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.315039 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:16.334595 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8094426'] for router_interface (46c8d447-5c7e-438c-8571-b18fd3443a57), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.358483 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] For port 6b8ca71b-66ed-4a60-942c-ce582e43b013, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:19:16.366261 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] For port 6b8ca71b-66ed-4a60-942c-ce582e43b013, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=6b8ca71b-66ed-4a60-942c-ce582e43b013,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:19:16.464221 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (6b8ca71b-66ed-4a60-942c-ce582e43b013), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.539558 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Routers {'46c8d447-5c7e-438c-8571-b18fd3443a57'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:19:16.539787 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:19:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['46c8d447-5c7e-438c-8571-b18fd3443a57'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:16.542345 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.542699 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c46c8-5e03-4e04-8be3-9f6116edabcb None None] Pushing event updated for resources: {'Port': ['ID=6b8ca71b-66ed-4a60-942c-ce582e43b013,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:16.548227 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b6723a48-69a3-47da-b5a0-286d674fea8e None None] Provisioning complete for port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:16.549233 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b6723a48-69a3-47da-b5a0-286d674fea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.656263 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b6723a48-69a3-47da-b5a0-286d674fea8e None None] Port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:19:16.689808 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] Set router 46c8d447-5c7e-438c-8571-b18fd3443a57 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:19:16.733854 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Publish callbacks [] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.817829 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6014735'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.898585 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8094390'] for router_interface (46c8d447-5c7e-438c-8571-b18fd3443a57), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:16.900419 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:16.912220 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'name': 'tempest-TestMinimumBasicScenario-816988316-router', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:12Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 4, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'gw_port': {'id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:13Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e', 'name': '', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'mac_address': 'fa:16:3e:17:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:15Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 1, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'subnets': [{'id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:16.938010 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f53a667-4ce7-4d2f-a87e-fa33d3562d3c None None] The sync data for ids ['46c8d447-5c7e-438c-8571-b18fd3443a57'] in dv-cinder-830091-3-iscsi is: [{'id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'name': 'tempest-TestMinimumBasicScenario-816988316-router', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:12Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 4, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'gw_port': {'id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:13Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e', 'name': '', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'mac_address': 'fa:16:3e:17:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:15Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 1, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'subnets': [{'id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:19:16.996597 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Network e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:16.998003 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:17.137878 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Router 46c8d447-5c7e-438c-8571-b18fd3443a57 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:19:17.217292 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187794a-8028-4269-b737-c180f7c5cb15 req-15a82089-3074-4072-b79d-40cdd8ae6196 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:17.218947 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7187794a-8028-4269-b737-c180f7c5cb15 req-15a82089-3074-4072-b79d-40cdd8ae6196 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/ports?device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 947 time: 0.1241555 Mar 08 19:19:17.284431 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7187794a-8028-4269-b737-c180f7c5cb15 req-ef05ca9d-9c1a-47e6-98e6-5bab747f2b16 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/security-groups?id=05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593688 Mar 08 19:19:17.306366 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-6e60fcbd-3335-4193-9c09-71433e81c686 None None] Provisioning complete for port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:17.306939 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-6e60fcbd-3335-4193-9c09-71433e81c686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:17.313902 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:19:17.325006 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-0307063a-35dc-4aab-957c-9bfe5b7be994 admin admin] 10.222.0.75 "PUT /v2.0/routers/46c8d447-5c7e-438c-8571-b18fd3443a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9801228 Mar 08 19:19:17.409702 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-6e60fcbd-3335-4193-9c09-71433e81c686 None None] Port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:19:17.575629 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 88e3d9d2-4035-4f05-b9cb-96be766929cf details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:19:17.703211 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 88e3d9d2-4035-4f05-b9cb-96be766929cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=88e3d9d2-4035-4f05-b9cb-96be766929cf,segment=NetworkSegment(0c485807-a89c-4dce-af9b-8bd080765c24),segment_id=0c485807-a89c-4dce-af9b-8bd080765c24)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:17.719713 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '88e3d9d2-4035-4f05-b9cb-96be766929cf', 'network_id': '7c6a349c-9c88-4f8e-8052-2a928798990e', 'port_id': '88e3d9d2-4035-4f05-b9cb-96be766929cf', 'mac_address': 'fa:16:3e:e9:0c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 996, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242c775f-21ca-444b-86b6-d72ffae9f51e', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:19:17.766572 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 88e3d9d2-4035-4f05-b9cb-96be766929cf is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:17.767237 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (88e3d9d2-4035-4f05-b9cb-96be766929cf), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:17.787949 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e3d9d2-4035-4f05-b9cb-96be766929cf {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:19:17.817715 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 88e3d9d2-4035-4f05-b9cb-96be766929cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=88e3d9d2-4035-4f05-b9cb-96be766929cf,segment=NetworkSegment(0c485807-a89c-4dce-af9b-8bd080765c24),segment_id=0c485807-a89c-4dce-af9b-8bd080765c24)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:17.880191 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (88e3d9d2-4035-4f05-b9cb-96be766929cf), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:17.947775 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=88e3d9d2-4035-4f05-b9cb-96be766929cf,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:18.146554 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50040) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:18.151745 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-b3ee0dc9-ff48-409d-b976-e65a9eaa9740 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1893957853-network', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:18.229017 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ee0dc9-ff48-409d-b976-e65a9eaa9740 admin admin] Made reservation on behalf of dab3a7d655fc42ef9e26c0377a1ab8f9 for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:19:18.231380 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0dc9-ff48-409d-b976-e65a9eaa9740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:18.238971 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['88e3d9d2-4035-4f05-b9cb-96be766929cf'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:19:18.246191 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0dc9-ff48-409d-b976-e65a9eaa9740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:18.343099 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0dc9-ff48-409d-b976-e65a9eaa9740 admin admin] Publish callbacks [] for security_group (872edf4c-a3d2-43bb-842b-37f74f6d6852), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:18.411675 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0dc9-ff48-409d-b976-e65a9eaa9740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (872edf4c-a3d2-43bb-842b-37f74f6d6852), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:18.436298 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ee0dc9-ff48-409d-b976-e65a9eaa9740 admin admin] vlan segment allocate from pool success with {'vlan_id': 991, 'physical_network': 'physnet1'} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:19:18.442593 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf98836-a53f-41a0-8b87-d795ae977bea req-ff5dd51e-538a-485e-ad38-f8ae1d94a978 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:18.444228 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-daf98836-a53f-41a0-8b87-d795ae977bea req-ff5dd51e-538a-485e-ad38-f8ae1d94a978 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/ports?device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 948 time: 0.0695326 Mar 08 19:19:18.452600 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee0dc9-ff48-409d-b976-e65a9eaa9740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872edf4c-a3d2-43bb-842b-37f74f6d6852,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:18.468389 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0dc9-ff48-409d-b976-e65a9eaa9740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (41fc3e4b-7689-4f2e-80d1-c0e323a5798c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:18.468763 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.segments_db [None req-b3ee0dc9-ff48-409d-b976-e65a9eaa9740 admin admin] Added segment 41fc3e4b-7689-4f2e-80d1-c0e323a5798c of type vlan for network 457a50ff-1628-46e0-a2d7-bb614ed08f7c Mar 08 19:19:18.513705 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-daf98836-a53f-41a0-8b87-d795ae977bea req-19313a03-141c-4560-b75e-597571a97101 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/security-groups?id=05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600815 Mar 08 19:19:18.521138 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0dc9-ff48-409d-b976-e65a9eaa9740 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (457a50ff-1628-46e0-a2d7-bb614ed08f7c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:18.606416 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0dc9-ff48-409d-b976-e65a9eaa9740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (457a50ff-1628-46e0-a2d7-bb614ed08f7c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:18.607455 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee0dc9-ff48-409d-b976-e65a9eaa9740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:18.608074 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0dc9-ff48-409d-b976-e65a9eaa9740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:18.670535 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee0dc9-ff48-409d-b976-e65a9eaa9740 admin admin] Pushing event updated for resources: {'Network': ['ID=457a50ff-1628-46e0-a2d7-bb614ed08f7c,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:18.681625 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network 457a50ff-1628-46e0-a2d7-bb614ed08f7c details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:19:18.711728 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b3ee0dc9-ff48-409d-b976-e65a9eaa9740 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5639727 Mar 08 19:19:18.714435 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50046) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:18.719247 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-147d0963-9bc0-4cf7-bcb7-02b258caf025 admin admin] Request body: {'subnet': {'network_id': '457a50ff-1628-46e0-a2d7-bb614ed08f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1893957853-subnet', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:18.823202 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147d0963-9bc0-4cf7-bcb7-02b258caf025 admin admin] Made reservation on behalf of dab3a7d655fc42ef9e26c0377a1ab8f9 for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:19:18.828744 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-147d0963-9bc0-4cf7-bcb7-02b258caf025 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4975829'] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:19.069474 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-147d0963-9bc0-4cf7-bcb7-02b258caf025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6014598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4975819'] for subnet (2371ccdf-790b-4ccb-887e-ae02e78c7eb5), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:19.133136 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d0963-9bc0-4cf7-bcb7-02b258caf025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2371ccdf-790b-4ccb-887e-ae02e78c7eb5,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:19.143256 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d0963-9bc0-4cf7-bcb7-02b258caf025 admin admin] Checking segment: {'id': '41fc3e4b-7689-4f2e-80d1-c0e323a5798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '457a50ff-1628-46e0-a2d7-bb614ed08f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:19:19.143754 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147d0963-9bc0-4cf7-bcb7-02b258caf025 admin admin] Network hostable DHCP agents. Network: 457a50ff-1628-46e0-a2d7-bb614ed08f7c, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:19:19.223640 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147d0963-9bc0-4cf7-bcb7-02b258caf025 admin admin] Network 457a50ff-1628-46e0-a2d7-bb614ed08f7c is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:19:19.277431 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Sync routers for ids ['46c8d447-5c7e-438c-8571-b18fd3443a57'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:19:19.287868 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Routers {'46c8d447-5c7e-438c-8571-b18fd3443a57'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:19:19.288507 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:19:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['46c8d447-5c7e-438c-8571-b18fd3443a57'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:19.305561 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-147d0963-9bc0-4cf7-bcb7-02b258caf025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, 457a50ff-1628-46e0-a2d7-bb614ed08f7c) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:19.322981 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147d0963-9bc0-4cf7-bcb7-02b258caf025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:19.323571 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0689e5b-88d6-4c53-8d65-1385ed5f4b3f None None] Network 457a50ff-1628-46e0-a2d7-bb614ed08f7c requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:19:19.324026 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-147d0963-9bc0-4cf7-bcb7-02b258caf025 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:19.405669 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-147d0963-9bc0-4cf7-bcb7-02b258caf025 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6899488 Mar 08 19:19:19.408483 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 50048) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:19.413048 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1893957853-router', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:19.432592 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Set router 46c8d447-5c7e-438c-8571-b18fd3443a57 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:19:19.475118 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:19.476431 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7885487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:19.523662 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 6b8ca71b-66ed-4a60-942c-ce582e43b013 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:19:19.534795 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Publish callbacks [] for router_controller (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), precommit_add_association {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:19.591090 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 88e3d9d2-4035-4f05-b9cb-96be766929cf up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:19:19.653212 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09d32606-d62e-596a-8715-b6acffb742aa-457a50ff-1628-46e0-a2d7-bb614ed08f7c', 'network_id': '457a50ff-1628-46e0-a2d7-bb614ed08f7c', 'project_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'fixed_ips': [{'subnet_id': '2371ccdf-790b-4ccb-887e-ae02e78c7eb5'}]}} from dv-cinder-830091-3-iscsi. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:19:19.659061 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:19.675670 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'name': 'tempest-TestMinimumBasicScenario-816988316-router', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:12Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 4, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'gw_port': {'id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:13Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e', 'name': '', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'mac_address': 'fa:16:3e:17:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:15Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 2, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'subnets': [{'id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:19.704871 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 6b8ca71b-66ed-4a60-942c-ce582e43b013 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:19.705551 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (6b8ca71b-66ed-4a60-942c-ce582e43b013), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:19.709910 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Checking router: 46c8d447-5c7e-438c-8571-b18fd3443a57 for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:19:19.711083 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Updating router 46c8d447-5c7e-438c-8571-b18fd3443a57 port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e binding host dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:19:19.749746 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:19.774468 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0762adc-0636-4065-be37-cbd053934f33 req-adcb2ec1-5a5c-4cc9-be5b-1f85d7252906 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:19.776002 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c0762adc-0636-4065-be37-cbd053934f33 req-adcb2ec1-5a5c-4cc9-be5b-1f85d7252906 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/ports?device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 948 time: 0.1847491 Mar 08 19:19:19.784284 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Publish callbacks [] for router_gateway (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:19.801957 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port 88e3d9d2-4035-4f05-b9cb-96be766929cf completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:19:19.810867 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 88e3d9d2-4035-4f05-b9cb-96be766929cf triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:19.811246 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (88e3d9d2-4035-4f05-b9cb-96be766929cf), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:19.843046 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c0762adc-0636-4065-be37-cbd053934f33 req-d892f1f8-b8ec-43db-acaa-86d643e6575a tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/security-groups?id=05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552955 Mar 08 19:19:19.987422 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Allocated IP 172.20.0.2 (457a50ff-1628-46e0-a2d7-bb614ed08f7c/2371ccdf-790b-4ccb-887e-ae02e78c7eb5/f8bbf0ec-223c-4830-a595-d0c2aa13c314) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:19.997253 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 6b8ca71b-66ed-4a60-942c-ce582e43b013 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:19.997645 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (6b8ca71b-66ed-4a60-942c-ce582e43b013), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.008536 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 88e3d9d2-4035-4f05-b9cb-96be766929cf is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:20.008536 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (88e3d9d2-4035-4f05-b9cb-96be766929cf), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.057110 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] For port 6b8ca71b-66ed-4a60-942c-ce582e43b013, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=6b8ca71b-66ed-4a60-942c-ce582e43b013,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:20.057571 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Publish callbacks [] for router_gateway (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.069925 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca87c35-ae00-410a-aaf8-986bc90f7b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e3d9d2-4035-4f05-b9cb-96be766929cf'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:19:20.072255 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e4b4f8-fa08-4108-b45b-f1f19c6a02d8" -d '{"events": [{"server_uuid": "bca87c35-ae00-410a-aaf8-986bc90f7b7b", "name": "network-vif-plugged", "status": "completed", "tag": "88e3d9d2-4035-4f05-b9cb-96be766929cf"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:19:20.072464 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Publish callbacks [] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.077098 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.119068 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (6b8ca71b-66ed-4a60-942c-ce582e43b013), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.124049 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 88e3d9d2-4035-4f05-b9cb-96be766929cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=88e3d9d2-4035-4f05-b9cb-96be766929cf,segment=NetworkSegment(0c485807-a89c-4dce-af9b-8bd080765c24),segment_id=0c485807-a89c-4dce-af9b-8bd080765c24)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:20.143803 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.193922 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (88e3d9d2-4035-4f05-b9cb-96be766929cf), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.222116 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Allocated IP 172.27.3.219 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/ab7fe61d-82e7-4385-8890-fca8f057d109) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:20.249365 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Pushing event updated for resources: {'Port': ['ID=6b8ca71b-66ed-4a60-942c-ce582e43b013,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:20.266878 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Attempting to bind port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:19:20.267294 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Attempting to bind port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '808985f6-5371-4940-8d50-5f6eb9461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:19:20.267876 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Attempting to bind port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e on network e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:20.277571 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90cc52-1b3b-4e8e-8503-f7077a0cdaef None None] Pushing event updated for resources: {'Port': ['ID=3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:20.287267 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:19:20.287734 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Checking segment: {'id': '808985f6-5371-4940-8d50-5f6eb9461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:19:20.288023 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.288420 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Bound using segment: {'id': '808985f6-5371-4940-8d50-5f6eb9461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:19:20.288895 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Bound port: 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808985f6-5371-4940-8d50-5f6eb9461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:19:20.289273 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.327530 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90cc52-1b3b-4e8e-8503-f7077a0cdaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:20.327901 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90cc52-1b3b-4e8e-8503-f7077a0cdaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:20.330481 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90cc52-1b3b-4e8e-8503-f7077a0cdaef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:20.330996 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90cc52-1b3b-4e8e-8503-f7077a0cdaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:20.331790 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90cc52-1b3b-4e8e-8503-f7077a0cdaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:20.331790 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90cc52-1b3b-4e8e-8503-f7077a0cdaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:20.332133 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90cc52-1b3b-4e8e-8503-f7077a0cdaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:20.332420 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90cc52-1b3b-4e8e-8503-f7077a0cdaef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:20.332726 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90cc52-1b3b-4e8e-8503-f7077a0cdaef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:20.333517 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90cc52-1b3b-4e8e-8503-f7077a0cdaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:20.333517 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90cc52-1b3b-4e8e-8503-f7077a0cdaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:20.333801 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90cc52-1b3b-4e8e-8503-f7077a0cdaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:20.339481 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90cc52-1b3b-4e8e-8503-f7077a0cdaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:19:20.360587 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Publish callbacks [] for port (f8bbf0ec-223c-4830-a595-d0c2aa13c314), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.369657 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=88e3d9d2-4035-4f05-b9cb-96be766929cf,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:20.399648 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Publish callbacks [] for port (ab7fe61d-82e7-4385-8890-fca8f057d109), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.431115 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f8bd85-a4f0-4423-a7b4-fa20c5f2953d x-openstack-request-id: req-f4f8bd85-a4f0-4423-a7b4-fa20c5f2953d {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:19:20.431595 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca87c35-ae00-410a-aaf8-986bc90f7b7b", "name": "network-vif-plugged", "status": "completed", "tag": "88e3d9d2-4035-4f05-b9cb-96be766929cf", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:19:20.431844 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f4f8bd85-a4f0-4423-a7b4-fa20c5f2953d {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:19:20.432323 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca87c35-ae00-410a-aaf8-986bc90f7b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e3d9d2-4035-4f05-b9cb-96be766929cf', 'code': 200} Mar 08 19:19:20.438510 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] For port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:19:20.444333 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] For port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e,segment=NetworkSegment(808985f6-5371-4940-8d50-5f6eb9461b23),segment_id=808985f6-5371-4940-8d50-5f6eb9461b23)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:19:20.453055 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (f8bbf0ec-223c-4830-a595-d0c2aa13c314), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.505488 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-a21767f5-faca-423d-a746-e801d1268922 None None] Provisioning complete for port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:20.505862 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a21767f5-faca-423d-a746-e801d1268922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.511708 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Network 457a50ff-1628-46e0-a2d7-bb614ed08f7c is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:20.513929 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Pushing event updated for resources: {'Port': ['ID=f8bbf0ec-223c-4830-a595-d0c2aa13c314,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:20.517959 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:20.521268 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.537358 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:20.538305 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (ab7fe61d-82e7-4385-8890-fca8f057d109), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.586490 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-a21767f5-faca-423d-a746-e801d1268922 None None] Port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:19:20.590103 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Routers {'46c8d447-5c7e-438c-8571-b18fd3443a57'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:19:20.591007 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:19:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['46c8d447-5c7e-438c-8571-b18fd3443a57'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:20.598516 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90cc52-1b3b-4e8e-8503-f7077a0cdaef None None] Pushing event updated for resources: {'Port': ['ID=3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e,revision_number=4']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:20.632176 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Attempting to bind port f8bbf0ec-223c-4830-a595-d0c2aa13c314 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:19:20.633105 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Attempting to bind port f8bbf0ec-223c-4830-a595-d0c2aa13c314 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '41fc3e4b-7689-4f2e-80d1-c0e323a5798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '457a50ff-1628-46e0-a2d7-bb614ed08f7c'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:19:20.634180 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Attempting to bind port f8bbf0ec-223c-4830-a595-d0c2aa13c314 on network 457a50ff-1628-46e0-a2d7-bb614ed08f7c {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:20.641994 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:19:20.643587 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:20.643786 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Checking segment: {'id': '41fc3e4b-7689-4f2e-80d1-c0e323a5798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '457a50ff-1628-46e0-a2d7-bb614ed08f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:19:20.644252 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.644718 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Bound using segment: {'id': '41fc3e4b-7689-4f2e-80d1-c0e323a5798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '457a50ff-1628-46e0-a2d7-bb614ed08f7c'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:19:20.645663 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ab7fe61d-82e7-4385-8890-fca8f057d109,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:20.646413 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Bound port: f8bbf0ec-223c-4830-a595-d0c2aa13c314, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fc3e4b-7689-4f2e-80d1-c0e323a5798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '457a50ff-1628-46e0-a2d7-bb614ed08f7c'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:19:20.646845 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (f8bbf0ec-223c-4830-a595-d0c2aa13c314), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.648956 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:20.652445 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:20.757084 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] Set router 46c8d447-5c7e-438c-8571-b18fd3443a57 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:19:20.757922 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] For port f8bbf0ec-223c-4830-a595-d0c2aa13c314, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:19:20.761882 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] For port f8bbf0ec-223c-4830-a595-d0c2aa13c314, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=f8bbf0ec-223c-4830-a595-d0c2aa13c314,segment=NetworkSegment(41fc3e4b-7689-4f2e-80d1-c0e323a5798c),segment_id=41fc3e4b-7689-4f2e-80d1-c0e323a5798c)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:19:20.820830 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019f174-373f-4895-84b3-427e7d8462fc req-a2f53b4b-aa28-4b36-b2a4-929c379cebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:20.822405 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6019f174-373f-4895-84b3-427e7d8462fc req-a2f53b4b-aa28-4b36-b2a4-929c379cebb0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 1133 time: 0.1395459 Mar 08 19:19:20.835367 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (f8bbf0ec-223c-4830-a595-d0c2aa13c314), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.903777 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6019f174-373f-4895-84b3-427e7d8462fc req-b9b111b4-c4bb-4bce-b976-ee23eb90cd0b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631897 Mar 08 19:19:20.949235 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-a31be8ab-5eb3-4f2a-8056-7e926539f7e8 None None] Provisioning complete for port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:20.949722 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a31be8ab-5eb3-4f2a-8056-7e926539f7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:20.952775 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfba878-58fe-4235-8c3b-bde769bdafcd None None] Pushing event updated for resources: {'Port': ['ID=f8bbf0ec-223c-4830-a595-d0c2aa13c314,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:21.046775 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'name': 'tempest-TestMinimumBasicScenario-816988316-router', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:12Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 4, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'gw_port': {'id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:13Z', 'updated_at': '2022-03-08T19:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e', 'name': '', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'mac_address': 'fa:16:3e:17:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:15Z', 'updated_at': '2022-03-08T19:19:20Z', 'revision_number': 4, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'subnets': [{'id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:21.047050 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-a31be8ab-5eb3-4f2a-8056-7e926539f7e8 None None] Current status of the port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:21.047385 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a31be8ab-5eb3-4f2a-8056-7e926539f7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:21.079418 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457b711-e77e-49aa-a458-627d8d867031 None None] The sync data for ids ['46c8d447-5c7e-438c-8571-b18fd3443a57'] in dv-cinder-830091-3-iscsi is: [{'id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'name': 'tempest-TestMinimumBasicScenario-816988316-router', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:12Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 4, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'gw_port': {'id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:13Z', 'updated_at': '2022-03-08T19:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e', 'name': '', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'mac_address': 'fa:16:3e:17:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:15Z', 'updated_at': '2022-03-08T19:19:20Z', 'revision_number': 4, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'subnets': [{'id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:19:21.087983 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-a31be8ab-5eb3-4f2a-8056-7e926539f7e8 None None] For port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e,segment=NetworkSegment(808985f6-5371-4940-8d50-5f6eb9461b23),segment_id=808985f6-5371-4940-8d50-5f6eb9461b23)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:21.090186 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11907831-3ca3-4c4b-8f52-940333e7d82f req-146c0083-31e4-4011-b9a8-b145b21b7289 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:21.091803 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-11907831-3ca3-4c4b-8f52-940333e7d82f req-146c0083-31e4-4011-b9a8-b145b21b7289 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/ports?device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 949 time: 0.1533980 Mar 08 19:19:21.137195 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Publish callbacks [] for router_gateway (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:21.160962 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a31be8ab-5eb3-4f2a-8056-7e926539f7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:21.228269 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31be8ab-5eb3-4f2a-8056-7e926539f7e8 None None] Pushing event updated for resources: {'Port': ['ID=3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:21.504510 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-11907831-3ca3-4c4b-8f52-940333e7d82f req-09d75aea-4ab5-4ad7-9c4e-b843d9163cdd tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/security-groups?id=05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052303 Mar 08 19:19:21.507700 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 6b8ca71b-66ed-4a60-942c-ce582e43b013 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:19:21.581541 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 6b8ca71b-66ed-4a60-942c-ce582e43b013 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:21.582109 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (6b8ca71b-66ed-4a60-942c-ce582e43b013), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:21.698205 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 6b8ca71b-66ed-4a60-942c-ce582e43b013 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:21.701900 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device f8bbf0ec-223c-4830-a595-d0c2aa13c314 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:19:21.716881 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101623'] for router (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:21.778306 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port f8bbf0ec-223c-4830-a595-d0c2aa13c314 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:21.778692 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (f8bbf0ec-223c-4830-a595-d0c2aa13c314), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:21.909048 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port f8bbf0ec-223c-4830-a595-d0c2aa13c314 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:21.909956 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (f8bbf0ec-223c-4830-a595-d0c2aa13c314), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:21.953529 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] For port f8bbf0ec-223c-4830-a595-d0c2aa13c314, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=f8bbf0ec-223c-4830-a595-d0c2aa13c314,segment=NetworkSegment(41fc3e4b-7689-4f2e-80d1-c0e323a5798c),segment_id=41fc3e4b-7689-4f2e-80d1-c0e323a5798c)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:21.961485 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Router 0e5f8f0f-0817-4d99-a1ad-f29e536c7389 is scheduled to L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a with binding_index 1 {{(pid=103681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:19:22.024581 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (f8bbf0ec-223c-4830-a595-d0c2aa13c314), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:22.025446 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:19:22.076589 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b69a0e-bb78-453e-ab2e-343672666c82 None None] Network 457a50ff-1628-46e0-a2d7-bb614ed08f7c requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:19:22.081463 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:19:22.113152 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Sync routers for ids ['0e5f8f0f-0817-4d99-a1ad-f29e536c7389'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:19:22.139544 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:22.140865 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-db87e98a-c96b-4688-a054-385da9cd68a8 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7311459 Mar 08 19:19:22.144760 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 50066) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:22.192010 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Pushing event updated for resources: {'Port': ['ID=f8bbf0ec-223c-4830-a595-d0c2aa13c314,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:22.194546 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Routers {'0e5f8f0f-0817-4d99-a1ad-f29e536c7389'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:19:22.195159 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:19:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['0e5f8f0f-0817-4d99-a1ad-f29e536c7389'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:22.201244 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-dc36273b-95f9-41c1-8660-d566f166c22a None None] Provisioning complete for port f8bbf0ec-223c-4830-a595-d0c2aa13c314 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:22.201632 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-dc36273b-95f9-41c1-8660-d566f166c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (f8bbf0ec-223c-4830-a595-d0c2aa13c314), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:22.478021 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:22.478397 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:22.582217 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Set router 0e5f8f0f-0817-4d99-a1ad-f29e536c7389 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:19:22.633229 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:22.693758 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-dc36273b-95f9-41c1-8660-d566f166c22a None None] Current status of the port f8bbf0ec-223c-4830-a595-d0c2aa13c314 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:22.728934 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07872771-bf7e-4916-b012-77d24db82359 req-6efa2b7c-5e5e-468f-b189-a80fa9e321fb tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:22.730447 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-07872771-bf7e-4916-b012-77d24db82359 req-6efa2b7c-5e5e-468f-b189-a80fa9e321fb tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/ports?device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 949 time: 0.1148424 Mar 08 19:19:22.772314 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:22.834641 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:22.867821 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'name': 'tempest-TestMinimumBasicScenario-1893957853-router', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'ab7fe61d-82e7-4385-8890-fca8f057d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:19Z', 'updated_at': '2022-03-08T19:19:20Z', 'revision_number': 3, 'project_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'gw_port': {'id': 'ab7fe61d-82e7-4385-8890-fca8f057d109', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:20Z', 'updated_at': '2022-03-08T19:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:22.873231 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-07872771-bf7e-4916-b012-77d24db82359 req-9122b8a4-94af-48e0-998d-84ebdba95876 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/security-groups?id=05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302307 Mar 08 19:19:22.907965 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Allocated IP 172.20.0.1 (457a50ff-1628-46e0-a2d7-bb614ed08f7c/2371ccdf-790b-4ccb-887e-ae02e78c7eb5/94d4689f-5fec-45aa-9fe5-6269bc194126) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:22.933007 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Checking router: 0e5f8f0f-0817-4d99-a1ad-f29e536c7389 for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:19:22.933550 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Updating router 0e5f8f0f-0817-4d99-a1ad-f29e536c7389 port ab7fe61d-82e7-4385-8890-fca8f057d109 binding host dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:19:23.011145 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (ab7fe61d-82e7-4385-8890-fca8f057d109), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.039511 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Publish callbacks [] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.052043 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-9867fbd8-03f7-49c7-930e-7909a903d854 None None] Provisioning complete for port f8bbf0ec-223c-4830-a595-d0c2aa13c314 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:23.052653 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9867fbd8-03f7-49c7-930e-7909a903d854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (f8bbf0ec-223c-4830-a595-d0c2aa13c314), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.144244 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.191622 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Network 457a50ff-1628-46e0-a2d7-bb614ed08f7c is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:23.196163 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:23.200776 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:23.221402 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Pushing event updated for resources: {'Port': ['ID=94d4689f-5fec-45aa-9fe5-6269bc194126,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:23.243720 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8094426'] for router_interface (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.302494 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-9867fbd8-03f7-49c7-930e-7909a903d854 None None] Current status of the port f8bbf0ec-223c-4830-a595-d0c2aa13c314 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:23.395557 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device f8bbf0ec-223c-4830-a595-d0c2aa13c314 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:19:23.461569 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-70fa13a2-33d9-4065-8344-7d9e0e77446b req-753dc522-abe2-4afc-9984-998723681587 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1589170 Mar 08 19:19:23.484160 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1b848-b3dd-48f1-8afd-40bbcd874df9 req-c8fe7d9e-c7cc-436e-9fa0-934c7a553b2f tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:23.485592 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dab1b848-b3dd-48f1-8afd-40bbcd874df9 req-c8fe7d9e-c7cc-436e-9fa0-934c7a553b2f tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/ports?device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 949 time: 0.0838549 Mar 08 19:19:23.490462 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Publish callbacks [] for port (ab7fe61d-82e7-4385-8890-fca8f057d109), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.497710 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port f8bbf0ec-223c-4830-a595-d0c2aa13c314 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:23.498070 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (f8bbf0ec-223c-4830-a595-d0c2aa13c314), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.545627 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-9337d370-7140-4c37-8ecd-aa6ef514eda6 None None] Provisioning complete for port 94d4689f-5fec-45aa-9fe5-6269bc194126 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:23.546000 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9337d370-7140-4c37-8ecd-aa6ef514eda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.569568 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (ab7fe61d-82e7-4385-8890-fca8f057d109), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.588213 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.594698 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dab1b848-b3dd-48f1-8afd-40bbcd874df9 req-7d80c60e-cbc7-414b-aa4a-2596a84b4bf8 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/security-groups?id=05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003890 Mar 08 19:19:23.597160 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa13a2-33d9-4065-8344-7d9e0e77446b req-c56fa929-cb20-4c07-82b3-d726e59d0790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:23.598662 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-70fa13a2-33d9-4065-8344-7d9e0e77446b req-c56fa929-cb20-4c07-82b3-d726e59d0790 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=011362b6715747dba59bf9619c6bd65b&device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 1130 time: 0.1119087 Mar 08 19:19:23.657270 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-9337d370-7140-4c37-8ecd-aa6ef514eda6 None None] Port 94d4689f-5fec-45aa-9fe5-6269bc194126 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:19:23.662601 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac816044-1946-419e-b2c2-30af327730ae None None] Pushing event updated for resources: {'Port': ['ID=ab7fe61d-82e7-4385-8890-fca8f057d109,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:23.671116 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Attempting to bind port ab7fe61d-82e7-4385-8890-fca8f057d109 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:19:23.671964 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Attempting to bind port ab7fe61d-82e7-4385-8890-fca8f057d109 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:19:23.671964 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Attempting to bind port ab7fe61d-82e7-4385-8890-fca8f057d109 on network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:23.682252 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:19:23.682640 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Checking segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:19:23.683046 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.683438 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Bound using segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:19:23.683951 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Bound port: ab7fe61d-82e7-4385-8890-fca8f057d109, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:19:23.684416 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (ab7fe61d-82e7-4385-8890-fca8f057d109), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.688486 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port f8bbf0ec-223c-4830-a595-d0c2aa13c314 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:23.739721 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] For port ab7fe61d-82e7-4385-8890-fca8f057d109, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:19:23.743817 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] For port ab7fe61d-82e7-4385-8890-fca8f057d109, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=ab7fe61d-82e7-4385-8890-fca8f057d109,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:19:23.788259 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa13a2-33d9-4065-8344-7d9e0e77446b req-5ac1a0ed-bc9c-4bb7-95f5-c30d302d9dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:23.789641 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-70fa13a2-33d9-4065-8344-7d9e0e77446b req-5ac1a0ed-bc9c-4bb7-95f5-c30d302d9dfd service neutron] 10.222.0.76 "GET /v2.0/networks?id=c8a25d18-0969-475a-a1e7-ff064689da30 HTTP/1.1" status: 200 len: 912 time: 0.1565495 Mar 08 19:19:23.823799 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (ab7fe61d-82e7-4385-8890-fca8f057d109), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.883508 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-70fa13a2-33d9-4065-8344-7d9e0e77446b req-2c8f3215-f751-4015-9f41-6056d902a249 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=202b6771-2b6b-4cec-a768-6c3521e9cd8f HTTP/1.1" status: 200 len: 1001 time: 0.0862288 Mar 08 19:19:23.885108 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Routers {'0e5f8f0f-0817-4d99-a1ad-f29e536c7389'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:19:23.886206 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:19:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['0e5f8f0f-0817-4d99-a1ad-f29e536c7389'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:23.889105 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac816044-1946-419e-b2c2-30af327730ae None None] Pushing event updated for resources: {'Port': ['ID=ab7fe61d-82e7-4385-8890-fca8f057d109,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:23.930023 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Publish callbacks [] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:23.955401 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa13a2-33d9-4065-8344-7d9e0e77446b req-a90793d2-d124-4048-9ab9-188e434a1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:23.957254 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-70fa13a2-33d9-4065-8344-7d9e0e77446b req-a90793d2-d124-4048-9ab9-188e434a1015 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fdb0863d-aa5d-4f95-aa01-9b30b9d1315b HTTP/1.1" status: 200 len: 850 time: 0.0551708 Mar 08 19:19:23.994700 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:24.006413 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] Set router 0e5f8f0f-0817-4d99-a1ad-f29e536c7389 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:19:24.067369 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Pushing event updated for resources: {'Port': ['ID=94d4689f-5fec-45aa-9fe5-6269bc194126,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:24.074596 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8094390'] for router_interface (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:24.084940 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa13a2-33d9-4065-8344-7d9e0e77446b req-2b332674-d2e7-4bc5-bf77-1dbea3819408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:24.086470 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-70fa13a2-33d9-4065-8344-7d9e0e77446b req-2b332674-d2e7-4bc5-bf77-1dbea3819408 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c8a25d18-0969-475a-a1e7-ff064689da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222472 Mar 08 19:19:24.240874 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'name': 'tempest-TestMinimumBasicScenario-1893957853-router', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'ab7fe61d-82e7-4385-8890-fca8f057d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:19Z', 'updated_at': '2022-03-08T19:19:23Z', 'revision_number': 4, 'project_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'gw_port': {'id': 'ab7fe61d-82e7-4385-8890-fca8f057d109', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:20Z', 'updated_at': '2022-03-08T19:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '94d4689f-5fec-45aa-9fe5-6269bc194126', 'name': '', 'network_id': '457a50ff-1628-46e0-a2d7-bb614ed08f7c', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'mac_address': 'fa:16:3e:e3:23:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '2371ccdf-790b-4ccb-887e-ae02e78c7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:22Z', 'updated_at': '2022-03-08T19:19:22Z', 'revision_number': 1, 'project_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'subnets': [{'id': '2371ccdf-790b-4ccb-887e-ae02e78c7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:24.241299 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Network 457a50ff-1628-46e0-a2d7-bb614ed08f7c is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:24.244174 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:24.247662 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-70fa13a2-33d9-4065-8344-7d9e0e77446b req-b5229c45-438c-44e8-8977-7b692f6c939d service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469045 Mar 08 19:19:24.269465 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09557ea6-a345-4533-975e-7e80d8dfa756 None None] The sync data for ids ['0e5f8f0f-0817-4d99-a1ad-f29e536c7389'] in dv-cinder-830091-3-iscsi is: [{'id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'name': 'tempest-TestMinimumBasicScenario-1893957853-router', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'ab7fe61d-82e7-4385-8890-fca8f057d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:19Z', 'updated_at': '2022-03-08T19:19:23Z', 'revision_number': 4, 'project_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'gw_port': {'id': 'ab7fe61d-82e7-4385-8890-fca8f057d109', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:20Z', 'updated_at': '2022-03-08T19:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '94d4689f-5fec-45aa-9fe5-6269bc194126', 'name': '', 'network_id': '457a50ff-1628-46e0-a2d7-bb614ed08f7c', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'mac_address': 'fa:16:3e:e3:23:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '2371ccdf-790b-4ccb-887e-ae02e78c7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:22Z', 'updated_at': '2022-03-08T19:19:22Z', 'revision_number': 1, 'project_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'subnets': [{'id': '2371ccdf-790b-4ccb-887e-ae02e78c7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:19:24.429328 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-70fa13a2-33d9-4065-8344-7d9e0e77446b req-29a560ec-b7e2-4d63-86d1-d7e9c60085e2 service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744735 Mar 08 19:19:24.439891 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Router 0e5f8f0f-0817-4d99-a1ad-f29e536c7389 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:19:24.530622 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-88348b76-272d-4f83-b8f6-5a661cd9d6a2 None None] Provisioning complete for port 94d4689f-5fec-45aa-9fe5-6269bc194126 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:24.531006 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-88348b76-272d-4f83-b8f6-5a661cd9d6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:24.573150 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-88348b76-272d-4f83-b8f6-5a661cd9d6a2 None None] Port 94d4689f-5fec-45aa-9fe5-6269bc194126 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:19:24.587588 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:19:24.593011 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-f4888cb2-3b28-4416-8d5d-a10c6bccf0bf admin admin] 10.222.0.75 "PUT /v2.0/routers/0e5f8f0f-0817-4d99-a1ad-f29e536c7389/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4471614 Mar 08 19:19:24.753663 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eccf7c-c19b-4f03-9232-a1f5cce1d4e9 req-e1697f3e-04ca-4caf-bc39-e07e95510a92 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:24.755532 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-56eccf7c-c19b-4f03-9232-a1f5cce1d4e9 req-e1697f3e-04ca-4caf-bc39-e07e95510a92 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/ports?device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 949 time: 0.0709312 Mar 08 19:19:24.813589 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-56eccf7c-c19b-4f03-9232-a1f5cce1d4e9 req-f54cfb97-e1c8-4ed0-9625-dc38dab3da65 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/security-groups?id=05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499885 Mar 08 19:19:24.947220 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfe2d1-6486-4d3d-849a-01c8d5add8d4 req-ffc2cd07-4faf-428a-b416-c85df1bac628 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:24.949781 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7bbfe2d1-6486-4d3d-849a-01c8d5add8d4 req-ffc2cd07-4faf-428a-b416-c85df1bac628 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.76 "GET /v2.0/ports?device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 949 time: 0.0761378 Mar 08 19:19:25.135270 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-7bbfe2d1-6486-4d3d-849a-01c8d5add8d4 req-d0a9940f-bbae-43f3-b55e-15726304fb93 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Deleting port 88e3d9d2-4035-4f05-b9cb-96be766929cf {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:19:25.135749 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7bbfe2d1-6486-4d3d-849a-01c8d5add8d4 req-d0a9940f-bbae-43f3-b55e-15726304fb93 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (88e3d9d2-4035-4f05-b9cb-96be766929cf), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:25.256805 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-7bbfe2d1-6486-4d3d-849a-01c8d5add8d4 req-d0a9940f-bbae-43f3-b55e-15726304fb93 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] For port 88e3d9d2-4035-4f05-b9cb-96be766929cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=88e3d9d2-4035-4f05-b9cb-96be766929cf,segment=NetworkSegment(0c485807-a89c-4dce-af9b-8bd080765c24),segment_id=0c485807-a89c-4dce-af9b-8bd080765c24)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:25.256805 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7bbfe2d1-6486-4d3d-849a-01c8d5add8d4 req-d0a9940f-bbae-43f3-b55e-15726304fb93 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (88e3d9d2-4035-4f05-b9cb-96be766929cf), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:25.279773 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-7bbfe2d1-6486-4d3d-849a-01c8d5add8d4 req-d0a9940f-bbae-43f3-b55e-15726304fb93 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Calling delete_port for 88e3d9d2-4035-4f05-b9cb-96be766929cf owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:19:25.448910 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device ab7fe61d-82e7-4385-8890-fca8f057d109 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:19:25.513358 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port ab7fe61d-82e7-4385-8890-fca8f057d109 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:25.513744 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (ab7fe61d-82e7-4385-8890-fca8f057d109), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:25.597247 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port ab7fe61d-82e7-4385-8890-fca8f057d109 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:25.597646 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (ab7fe61d-82e7-4385-8890-fca8f057d109), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:25.600601 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7bbfe2d1-6486-4d3d-849a-01c8d5add8d4 req-d0a9940f-bbae-43f3-b55e-15726304fb93 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (88e3d9d2-4035-4f05-b9cb-96be766929cf), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:25.615839 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['88e3d9d2-4035-4f05-b9cb-96be766929cf'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:19:25.628138 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] For port ab7fe61d-82e7-4385-8890-fca8f057d109, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=ab7fe61d-82e7-4385-8890-fca8f057d109,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:25.629694 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9940f-bbae-43f3-b55e-15726304fb93 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Pushing event deleted for resources: {'Port': ['ID=88e3d9d2-4035-4f05-b9cb-96be766929cf,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:25.684764 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbfe2d1-6486-4d3d-849a-01c8d5add8d4 req-d0a9940f-bbae-43f3-b55e-15726304fb93 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] No DVR routers for this DVR port 88e3d9d2-4035-4f05-b9cb-96be766929cf on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:19:25.687631 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7bbfe2d1-6486-4d3d-849a-01c8d5add8d4 req-d0a9940f-bbae-43f3-b55e-15726304fb93 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:25.693276 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7bbfe2d1-6486-4d3d-849a-01c8d5add8d4 req-d0a9940f-bbae-43f3-b55e-15726304fb93 tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.76 "DELETE /v2.0/ports/88e3d9d2-4035-4f05-b9cb-96be766929cf HTTP/1.1" status: 204 len: 173 time: 0.7345467 Mar 08 19:19:25.694391 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca87c35-ae00-410a-aaf8-986bc90f7b7b', 'name': 'network-vif-deleted', 'tag': '88e3d9d2-4035-4f05-b9cb-96be766929cf'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:19:25.698471 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (ab7fe61d-82e7-4385-8890-fca8f057d109), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:25.711030 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a1d145-7033-45b7-ad79-84e66bc9667a" -d '{"events": [{"server_uuid": "bca87c35-ae00-410a-aaf8-986bc90f7b7b", "name": "network-vif-deleted", "tag": "88e3d9d2-4035-4f05-b9cb-96be766929cf"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:19:25.765603 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37b9f96-dda7-4a02-8230-2954a4edc191 x-openstack-request-id: req-e37b9f96-dda7-4a02-8230-2954a4edc191 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:19:25.765986 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca87c35-ae00-410a-aaf8-986bc90f7b7b", "name": "network-vif-deleted", "tag": "88e3d9d2-4035-4f05-b9cb-96be766929cf", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:19:25.766370 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e37b9f96-dda7-4a02-8230-2954a4edc191 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:19:25.766887 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca87c35-ae00-410a-aaf8-986bc90f7b7b', 'name': 'network-vif-deleted', 'tag': '88e3d9d2-4035-4f05-b9cb-96be766929cf', 'status': 'completed', 'code': 200} Mar 08 19:19:25.801589 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Pushing event updated for resources: {'Port': ['ID=ab7fe61d-82e7-4385-8890-fca8f057d109,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:25.994988 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9c5f2a86-545f-491f-b5ca-21dabf4ce111 req-5ae20d3f-2d72-4a19-bff4-86e325fce8ed tempest-VolumesNegativeTest-1659018229 tempest-VolumesNegativeTest-1659018229-project] 10.222.0.75 "GET /v2.0/ports?device_id=bca87c35-ae00-410a-aaf8-986bc90f7b7b HTTP/1.1" status: 200 len: 210 time: 0.0437441 Mar 08 19:19:27.429618 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device ab7fe61d-82e7-4385-8890-fca8f057d109 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:19:27.486582 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port ab7fe61d-82e7-4385-8890-fca8f057d109 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:27.487023 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (ab7fe61d-82e7-4385-8890-fca8f057d109), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:27.635955 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port ab7fe61d-82e7-4385-8890-fca8f057d109 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:28.728898 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Sync routers for ids ['0e5f8f0f-0817-4d99-a1ad-f29e536c7389'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:19:28.739130 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Routers {'0e5f8f0f-0817-4d99-a1ad-f29e536c7389'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:19:28.739684 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:19:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['0e5f8f0f-0817-4d99-a1ad-f29e536c7389'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:28.959571 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Set router 0e5f8f0f-0817-4d99-a1ad-f29e536c7389 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:19:28.999107 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bd6b1-c5e8-4fde-be76-4baac952d41b req-5c058609-4d9c-4349-846f-90d096342357 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:28.999107 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2e5bd6b1-c5e8-4fde-be76-4baac952d41b req-5c058609-4d9c-4349-846f-90d096342357 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0564847 Mar 08 19:19:29.046644 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2e5bd6b1-c5e8-4fde-be76-4baac952d41b req-12daedca-beb9-4048-ab41-b1e06dc7929e tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414903 Mar 08 19:19:29.169708 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'name': 'tempest-TestMinimumBasicScenario-1893957853-router', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'ab7fe61d-82e7-4385-8890-fca8f057d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:19Z', 'updated_at': '2022-03-08T19:19:23Z', 'revision_number': 4, 'project_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'gw_port': {'id': 'ab7fe61d-82e7-4385-8890-fca8f057d109', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:20Z', 'updated_at': '2022-03-08T19:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '94d4689f-5fec-45aa-9fe5-6269bc194126', 'name': '', 'network_id': '457a50ff-1628-46e0-a2d7-bb614ed08f7c', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'mac_address': 'fa:16:3e:e3:23:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '2371ccdf-790b-4ccb-887e-ae02e78c7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:22Z', 'updated_at': '2022-03-08T19:19:23Z', 'revision_number': 2, 'project_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'subnets': [{'id': '2371ccdf-790b-4ccb-887e-ae02e78c7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:29.208187 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Checking router: 0e5f8f0f-0817-4d99-a1ad-f29e536c7389 for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:19:29.208546 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Updating router 0e5f8f0f-0817-4d99-a1ad-f29e536c7389 port 94d4689f-5fec-45aa-9fe5-6269bc194126 binding host dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:19:29.245052 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:29.571158 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Publish callbacks [] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:29.637963 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 88e3d9d2-4035-4f05-b9cb-96be766929cf no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:19:29.652938 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:29.682937 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: 88e3d9d2-4035-4f05-b9cb-96be766929cf {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:19:29.694999 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 88e3d9d2-4035-4f05-b9cb-96be766929cf not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:19:29.741578 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7672c4-872a-456d-863d-6e282744b8e7 None None] Pushing event updated for resources: {'Port': ['ID=94d4689f-5fec-45aa-9fe5-6269bc194126,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:29.865511 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Attempting to bind port 94d4689f-5fec-45aa-9fe5-6269bc194126 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:19:29.865993 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Attempting to bind port 94d4689f-5fec-45aa-9fe5-6269bc194126 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '41fc3e4b-7689-4f2e-80d1-c0e323a5798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '457a50ff-1628-46e0-a2d7-bb614ed08f7c'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:19:29.866440 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Attempting to bind port 94d4689f-5fec-45aa-9fe5-6269bc194126 on network 457a50ff-1628-46e0-a2d7-bb614ed08f7c {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:29.876921 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:19:29.877626 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Checking segment: {'id': '41fc3e4b-7689-4f2e-80d1-c0e323a5798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '457a50ff-1628-46e0-a2d7-bb614ed08f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:19:29.878316 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:29.878923 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Bound using segment: {'id': '41fc3e4b-7689-4f2e-80d1-c0e323a5798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '457a50ff-1628-46e0-a2d7-bb614ed08f7c'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:19:29.880170 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Bound port: 94d4689f-5fec-45aa-9fe5-6269bc194126, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fc3e4b-7689-4f2e-80d1-c0e323a5798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '457a50ff-1628-46e0-a2d7-bb614ed08f7c'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:19:29.880474 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:29.974117 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] For port 94d4689f-5fec-45aa-9fe5-6269bc194126, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:19:29.977823 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] For port 94d4689f-5fec-45aa-9fe5-6269bc194126, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=94d4689f-5fec-45aa-9fe5-6269bc194126,segment=NetworkSegment(41fc3e4b-7689-4f2e-80d1-c0e323a5798c),segment_id=41fc3e4b-7689-4f2e-80d1-c0e323a5798c)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:19:30.052804 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:30.151326 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Routers {'0e5f8f0f-0817-4d99-a1ad-f29e536c7389'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:19:30.152189 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:19:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['0e5f8f0f-0817-4d99-a1ad-f29e536c7389'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:30.163661 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-2b113f65-b970-4b6e-b965-8e464a1a8d9c None None] Provisioning complete for port 94d4689f-5fec-45aa-9fe5-6269bc194126 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:30.164840 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2b113f65-b970-4b6e-b965-8e464a1a8d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:30.303649 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7672c4-872a-456d-863d-6e282744b8e7 None None] Pushing event updated for resources: {'Port': ['ID=94d4689f-5fec-45aa-9fe5-6269bc194126,revision_number=4']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:30.307123 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51601e-6281-43d0-a675-bb6d8ae760be req-6833865e-b4cb-402b-bb8b-6855bc4b6197 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:30.310264 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-2b113f65-b970-4b6e-b965-8e464a1a8d9c None None] Current status of the port 94d4689f-5fec-45aa-9fe5-6269bc194126 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:30.310834 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2b113f65-b970-4b6e-b965-8e464a1a8d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:30.317726 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0f51601e-6281-43d0-a675-bb6d8ae760be req-6833865e-b4cb-402b-bb8b-6855bc4b6197 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 945 time: 0.2159431 Mar 08 19:19:30.347898 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] Set router 0e5f8f0f-0817-4d99-a1ad-f29e536c7389 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:19:30.374820 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-2b113f65-b970-4b6e-b965-8e464a1a8d9c None None] For port 94d4689f-5fec-45aa-9fe5-6269bc194126, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=94d4689f-5fec-45aa-9fe5-6269bc194126,segment=NetworkSegment(41fc3e4b-7689-4f2e-80d1-c0e323a5798c),segment_id=41fc3e4b-7689-4f2e-80d1-c0e323a5798c)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:30.441484 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2b113f65-b970-4b6e-b965-8e464a1a8d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:30.467434 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0f51601e-6281-43d0-a675-bb6d8ae760be req-568ba76d-923d-42fc-8feb-37b9dcb2ef66 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=3747d434-9547-4f47-aae7-50da2b9090f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465995 Mar 08 19:19:30.516558 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bcf07-8757-4d5c-aa70-4dca5f5edae2 req-d8a1696e-0c65-43de-b154-b3faa776a25c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:30.527283 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b113f65-b970-4b6e-b965-8e464a1a8d9c None None] Pushing event updated for resources: {'Port': ['ID=94d4689f-5fec-45aa-9fe5-6269bc194126,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:30.531146 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-759bcf07-8757-4d5c-aa70-4dca5f5edae2 req-d8a1696e-0c65-43de-b154-b3faa776a25c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.3117857 Mar 08 19:19:30.575668 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-5cef88ec-57fe-4708-934f-bed5a89f92ee None None] Provisioning complete for port 94d4689f-5fec-45aa-9fe5-6269bc194126 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:30.576906 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5cef88ec-57fe-4708-934f-bed5a89f92ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:30.666931 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'name': 'tempest-TestMinimumBasicScenario-1893957853-router', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'ab7fe61d-82e7-4385-8890-fca8f057d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:19Z', 'updated_at': '2022-03-08T19:19:23Z', 'revision_number': 4, 'project_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'gw_port': {'id': 'ab7fe61d-82e7-4385-8890-fca8f057d109', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:20Z', 'updated_at': '2022-03-08T19:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '94d4689f-5fec-45aa-9fe5-6269bc194126', 'name': '', 'network_id': '457a50ff-1628-46e0-a2d7-bb614ed08f7c', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'mac_address': 'fa:16:3e:e3:23:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '2371ccdf-790b-4ccb-887e-ae02e78c7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:22Z', 'updated_at': '2022-03-08T19:19:29Z', 'revision_number': 4, 'project_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'subnets': [{'id': '2371ccdf-790b-4ccb-887e-ae02e78c7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:30.668529 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-759bcf07-8757-4d5c-aa70-4dca5f5edae2 req-0c26485a-b96e-468e-8d92-00353f4b6c7a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364386 Mar 08 19:19:30.698741 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-5cef88ec-57fe-4708-934f-bed5a89f92ee None None] Current status of the port 94d4689f-5fec-45aa-9fe5-6269bc194126 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:30.712187 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97115e26-05c1-49c1-8b19-88cd5a0ee63c None None] The sync data for ids ['0e5f8f0f-0817-4d99-a1ad-f29e536c7389'] in dv-cinder-830091-3-iscsi is: [{'id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'name': 'tempest-TestMinimumBasicScenario-1893957853-router', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'ab7fe61d-82e7-4385-8890-fca8f057d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:19Z', 'updated_at': '2022-03-08T19:19:23Z', 'revision_number': 4, 'project_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'gw_port': {'id': 'ab7fe61d-82e7-4385-8890-fca8f057d109', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:20Z', 'updated_at': '2022-03-08T19:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '94d4689f-5fec-45aa-9fe5-6269bc194126', 'name': '', 'network_id': '457a50ff-1628-46e0-a2d7-bb614ed08f7c', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'mac_address': 'fa:16:3e:e3:23:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '2371ccdf-790b-4ccb-887e-ae02e78c7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:22Z', 'updated_at': '2022-03-08T19:19:29Z', 'revision_number': 4, 'project_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'subnets': [{'id': '2371ccdf-790b-4ccb-887e-ae02e78c7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:19:31.464776 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 94d4689f-5fec-45aa-9fe5-6269bc194126 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:19:31.545371 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 94d4689f-5fec-45aa-9fe5-6269bc194126 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:31.545934 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:31.649425 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 94d4689f-5fec-45aa-9fe5-6269bc194126 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:31.704329 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2601143-e81e-482d-aa03-278fe82330d5 req-b973edf4-ea33-4bed-af1c-fb033c32f004 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:31.706857 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d2601143-e81e-482d-aa03-278fe82330d5 req-b973edf4-ea33-4bed-af1c-fb033c32f004 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 945 time: 0.1348894 Mar 08 19:19:31.828935 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d2601143-e81e-482d-aa03-278fe82330d5 req-be802476-66b5-4e40-8c64-d8cc905d07f2 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=3747d434-9547-4f47-aae7-50da2b9090f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153641 Mar 08 19:19:31.934917 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7e50e-9787-47e5-b793-a418011dc9bb req-460a38cc-1414-4d36-8058-6bb6ad83dd41 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:31.934917 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0cf7e50e-9787-47e5-b793-a418011dc9bb req-460a38cc-1414-4d36-8058-6bb6ad83dd41 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.1671784 Mar 08 19:19:31.952534 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02491b60-0728-4d0a-aa04-137efda068c7 req-6976472f-c1d4-423c-b2bd-81d2434be00b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:31.954072 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-02491b60-0728-4d0a-aa04-137efda068c7 req-6976472f-c1d4-423c-b2bd-81d2434be00b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 945 time: 0.1463301 Mar 08 19:19:31.971275 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a3de1b18-8faf-4b36-ab19-45bf9ff36738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:32.055763 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0cf7e50e-9787-47e5-b793-a418011dc9bb req-419a89cd-d980-4415-9941-cbc2ee95c92a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168177 Mar 08 19:19:32.130123 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-02491b60-0728-4d0a-aa04-137efda068c7 req-139c4a61-7dc8-4245-b364-82768ddad707 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Deleting port d24e8526-b0cb-4096-8754-39963dbac7a3 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:19:32.130511 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-02491b60-0728-4d0a-aa04-137efda068c7 req-139c4a61-7dc8-4245-b364-82768ddad707 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (d24e8526-b0cb-4096-8754-39963dbac7a3), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:32.254613 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-02491b60-0728-4d0a-aa04-137efda068c7 req-139c4a61-7dc8-4245-b364-82768ddad707 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] For port d24e8526-b0cb-4096-8754-39963dbac7a3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d24e8526-b0cb-4096-8754-39963dbac7a3,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:32.255156 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-02491b60-0728-4d0a-aa04-137efda068c7 req-139c4a61-7dc8-4245-b364-82768ddad707 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (d24e8526-b0cb-4096-8754-39963dbac7a3), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:32.791269 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-02491b60-0728-4d0a-aa04-137efda068c7 req-139c4a61-7dc8-4245-b364-82768ddad707 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:32.792266 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-02491b60-0728-4d0a-aa04-137efda068c7 req-139c4a61-7dc8-4245-b364-82768ddad707 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (ab4ca2ac-d256-4e4a-9106-11d0dcc33eb4), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:32.792512 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [req-02491b60-0728-4d0a-aa04-137efda068c7 req-139c4a61-7dc8-4245-b364-82768ddad707 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Floating IP ab4ca2ac-d256-4e4a-9106-11d0dcc33eb4 disassociated. External IP: 172.27.3.182, port: d24e8526-b0cb-4096-8754-39963dbac7a3. Mar 08 19:19:32.792932 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-02491b60-0728-4d0a-aa04-137efda068c7 req-139c4a61-7dc8-4245-b364-82768ddad707 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Calling delete_port for d24e8526-b0cb-4096-8754-39963dbac7a3 owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:19:32.998665 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bdd9d-9957-4b17-8d46-681db02099f3 req-95117ed3-7773-467f-934a-b51fb4e2ebd0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:33.000186 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-af3bdd9d-9957-4b17-8d46-681db02099f3 req-95117ed3-7773-467f-934a-b51fb4e2ebd0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 945 time: 0.0882468 Mar 08 19:19:33.046492 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-af3bdd9d-9957-4b17-8d46-681db02099f3 req-9b5dee2e-2491-4b3a-94d3-c4d7969e01a9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=3747d434-9547-4f47-aae7-50da2b9090f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404007 Mar 08 19:19:33.183873 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789061e-de38-457e-96d0-49e6149b8dfa req-b0d6c119-8013-453c-abf2-b5c125b48f8f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:33.185303 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b789061e-de38-457e-96d0-49e6149b8dfa req-b0d6c119-8013-453c-abf2-b5c125b48f8f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0586030 Mar 08 19:19:33.235802 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b789061e-de38-457e-96d0-49e6149b8dfa req-94798118-08ca-4774-96ca-f48d290dae21 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442502 Mar 08 19:19:33.292246 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-02491b60-0728-4d0a-aa04-137efda068c7 req-139c4a61-7dc8-4245-b364-82768ddad707 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (d24e8526-b0cb-4096-8754-39963dbac7a3), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:33.327835 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c4a61-7dc8-4245-b364-82768ddad707 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event deleted for resources: {'Port': ['ID=d24e8526-b0cb-4096-8754-39963dbac7a3,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:33.471274 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02491b60-0728-4d0a-aa04-137efda068c7 req-139c4a61-7dc8-4245-b364-82768ddad707 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Router bb4877bd-bd79-4d0b-90c3-53ae27b105db has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:19:33.613715 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02491b60-0728-4d0a-aa04-137efda068c7 req-139c4a61-7dc8-4245-b364-82768ddad707 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:19:33.630737 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0e06d-b73d-4e35-b318-d5c6400f9253 None None] Sync routers for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:19:33.651107 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0e06d-b73d-4e35-b318-d5c6400f9253 None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:19:33.651860 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-05d0e06d-b73d-4e35-b318-d5c6400f9253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:19:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:33.659164 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-02491b60-0728-4d0a-aa04-137efda068c7 req-139c4a61-7dc8-4245-b364-82768ddad707 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] No DVR routers for this DVR port d24e8526-b0cb-4096-8754-39963dbac7a3 on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:19:33.662503 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-02491b60-0728-4d0a-aa04-137efda068c7 req-139c4a61-7dc8-4245-b364-82768ddad707 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:33.666627 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-02491b60-0728-4d0a-aa04-137efda068c7 req-139c4a61-7dc8-4245-b364-82768ddad707 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "DELETE /v2.0/ports/d24e8526-b0cb-4096-8754-39963dbac7a3 HTTP/1.1" status: 204 len: 173 time: 1.7016375 Mar 08 19:19:33.667107 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8644e465-6137-4694-97d5-5348bc14e92b', 'name': 'network-vif-deleted', 'tag': 'd24e8526-b0cb-4096-8754-39963dbac7a3'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:19:33.669574 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd0582b-6aea-4ad8-96ef-326ca658903f" -d '{"events": [{"server_uuid": "8644e465-6137-4694-97d5-5348bc14e92b", "name": "network-vif-deleted", "tag": "d24e8526-b0cb-4096-8754-39963dbac7a3"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:19:33.726768 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a13a88-c7cf-4cc9-9c06-9877c42813c1 x-openstack-request-id: req-85a13a88-c7cf-4cc9-9c06-9877c42813c1 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:19:33.727090 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8644e465-6137-4694-97d5-5348bc14e92b", "name": "network-vif-deleted", "tag": "d24e8526-b0cb-4096-8754-39963dbac7a3", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:19:33.727388 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-85a13a88-c7cf-4cc9-9c06-9877c42813c1 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:19:33.727790 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8644e465-6137-4694-97d5-5348bc14e92b', 'name': 'network-vif-deleted', 'tag': 'd24e8526-b0cb-4096-8754-39963dbac7a3', 'status': 'completed', 'code': 200} Mar 08 19:19:34.002689 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-05d0e06d-b73d-4e35-b318-d5c6400f9253 None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:19:34.197053 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e738696e-0cf6-4f14-8919-2abb99cbcd3e req-9ad24f82-2f09-48b1-ae11-bfa54c900920 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=8644e465-6137-4694-97d5-5348bc14e92b HTTP/1.1" status: 200 len: 210 time: 0.0406599 Mar 08 19:19:34.479041 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5df48-316d-4b5a-ad80-45b787af44c7 req-4a0d58cf-4710-4739-a39d-0f4dc0c3b077 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:34.483604 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2fb5df48-316d-4b5a-ad80-45b787af44c7 req-4a0d58cf-4710-4739-a39d-0f4dc0c3b077 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.1275308 Mar 08 19:19:34.493316 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-329da61a-272a-4565-beed-29da41a041ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:34.596376 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2fb5df48-316d-4b5a-ad80-45b787af44c7 req-324a0b69-ba82-4092-b579-b23fe7674c5d tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010647 Mar 08 19:19:34.661661 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-05d0e06d-b73d-4e35-b318-d5c6400f9253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:e3:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:13:50Z', 'updated_at': '2022-03-08T19:14:45Z', 'revision_number': 2, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:34.706560 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0e06d-b73d-4e35-b318-d5c6400f9253 None None] Checking router: bb4877bd-bd79-4d0b-90c3-53ae27b105db for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:19:34.716717 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0e06d-b73d-4e35-b318-d5c6400f9253 None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:19:34.717637 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-05d0e06d-b73d-4e35-b318-d5c6400f9253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:19:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:34.866808 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-05d0e06d-b73d-4e35-b318-d5c6400f9253 None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:19:35.132587 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50410) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:35.158990 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-05d0e06d-b73d-4e35-b318-d5c6400f9253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:e3:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:13:50Z', 'updated_at': '2022-03-08T19:14:45Z', 'revision_number': 2, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:35.193247 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0e06d-b73d-4e35-b318-d5c6400f9253 None None] The sync data for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi is: [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:e3:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:13:50Z', 'updated_at': '2022-03-08T19:14:45Z', 'revision_number': 2, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:19:35.263129 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:35.389945 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 50418) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:35.390768 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-9fc3bd6d-0373-42ef-914d-2227c97ecb86 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6509c639b99349028c1d770b063a40c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559147 Mar 08 19:19:35.444807 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50420) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:35.482599 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3c1e4c9-8453-4a42-bf46-3120d2e36597 admin admin] Publish callbacks [] for security_group (05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:35.551459 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3c1e4c9-8453-4a42-bf46-3120d2e36597 admin admin] Publish callbacks [] for security_group (05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:35.558842 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7574f671-4479-41dd-a406-ac1faad25ab1 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (3747d434-9547-4f47-aae7-50da2b9090f3), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:35.602023 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7574f671-4479-41dd-a406-ac1faad25ab1 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (3747d434-9547-4f47-aae7-50da2b9090f3), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:35.657432 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device d24e8526-b0cb-4096-8754-39963dbac7a3 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:19:35.695874 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: d24e8526-b0cb-4096-8754-39963dbac7a3 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:19:35.697262 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3c1e4c9-8453-4a42-bf46-3120d2e36597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:35.697625 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device d24e8526-b0cb-4096-8754-39963dbac7a3 not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:19:35.700536 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3c1e4c9-8453-4a42-bf46-3120d2e36597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:35.704998 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-e3c1e4c9-8453-4a42-bf46-3120d2e36597 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4 HTTP/1.1" status: 204 len: 168 time: 0.3106599 Mar 08 19:19:35.717549 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bf2fb-7e20-4593-98e5-05adfea2baa5 None None] New status for floating IP ab4ca2ac-d256-4e4a-9106-11d0dcc33eb4: DOWN {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:19:35.783401 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7574f671-4479-41dd-a406-ac1faad25ab1 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (3747d434-9547-4f47-aae7-50da2b9090f3), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:35.786439 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7574f671-4479-41dd-a406-ac1faad25ab1 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:35.790116 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-7574f671-4479-41dd-a406-ac1faad25ab1 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "DELETE /v2.0/security-groups/3747d434-9547-4f47-aae7-50da2b9090f3 HTTP/1.1" status: 204 len: 168 time: 0.3413248 Mar 08 19:19:35.793868 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50426) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:35.807588 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1e4c9-8453-4a42-bf46-3120d2e36597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ab6d4f-c28a-4d10-a7cc-e26f6ae212e4,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:35.840278 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574f671-4479-41dd-a406-ac1faad25ab1 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3747d434-9547-4f47-aae7-50da2b9090f3,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:35.848787 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.api.v2.resource [None req-299602eb-d4fe-4ae9-b00c-de6b5967e0f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] show failed (client error): The resource could not be found. Mar 08 19:19:35.863387 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-299602eb-d4fe-4ae9-b00c-de6b5967e0f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups/3747d434-9547-4f47-aae7-50da2b9090f3 HTTP/1.1" status: 404 len: 347 time: 0.0628035 Mar 08 19:19:35.863972 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50428) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:35.886587 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1844e-7f9f-4991-9d42-a518f1eb785e req-e12b1d47-287f-4a32-a784-4c3aa6090b18 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:35.900667 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4ff1844e-7f9f-4991-9d42-a518f1eb785e req-e12b1d47-287f-4a32-a784-4c3aa6090b18 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.1937711 Mar 08 19:19:36.015428 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4ff1844e-7f9f-4991-9d42-a518f1eb785e req-db3014a9-953d-4bc2-9236-a38247001086 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123145 Mar 08 19:19:36.152795 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-3ba5282e-b574-4a93-8455-7a5ea06da077 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Deleting port 8b084825-42ca-4cfe-a22f-0374cfa48833 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:19:36.154024 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3ba5282e-b574-4a93-8455-7a5ea06da077 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (8b084825-42ca-4cfe-a22f-0374cfa48833), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:36.264448 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3ba5282e-b574-4a93-8455-7a5ea06da077 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (8b084825-42ca-4cfe-a22f-0374cfa48833), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:36.265215 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3ba5282e-b574-4a93-8455-7a5ea06da077 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (8b084825-42ca-4cfe-a22f-0374cfa48833), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:36.280004 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-3ba5282e-b574-4a93-8455-7a5ea06da077 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Calling delete_port for 8b084825-42ca-4cfe-a22f-0374cfa48833 owned by network:floatingip {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:19:36.520627 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3ba5282e-b574-4a93-8455-7a5ea06da077 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (8b084825-42ca-4cfe-a22f-0374cfa48833), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:36.596615 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5282e-b574-4a93-8455-7a5ea06da077 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event deleted for resources: {'Port': ['ID=8b084825-42ca-4cfe-a22f-0374cfa48833,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:36.662694 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3ba5282e-b574-4a93-8455-7a5ea06da077 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (ab4ca2ac-d256-4e4a-9106-11d0dcc33eb4), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:36.665806 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3ba5282e-b574-4a93-8455-7a5ea06da077 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:36.667218 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-3ba5282e-b574-4a93-8455-7a5ea06da077 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "DELETE /v2.0/floatingips/ab4ca2ac-d256-4e4a-9106-11d0dcc33eb4 HTTP/1.1" status: 204 len: 168 time: 0.8022344 Mar 08 19:19:37.149087 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22777e-41d6-493a-ae1a-f620bea6ee41 req-2d8f617a-f9c2-47ef-b32b-7d09c12619fa tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:37.156840 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc22777e-41d6-493a-ae1a-f620bea6ee41 req-2d8f617a-f9c2-47ef-b32b-7d09c12619fa tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0770705 Mar 08 19:19:37.220987 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc22777e-41d6-493a-ae1a-f620bea6ee41 req-d922ca42-7cd4-4df5-8544-5a0f6e442126 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617526 Mar 08 19:19:37.291723 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:38.362716 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ebb8e-13dc-4218-a60a-0df03383a0d1 req-e416ff6c-7e47-4604-8312-58f655f80b61 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:38.364313 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5d9ebb8e-13dc-4218-a60a-0df03383a0d1 req-e416ff6c-7e47-4604-8312-58f655f80b61 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0674601 Mar 08 19:19:38.428304 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5d9ebb8e-13dc-4218-a60a-0df03383a0d1 req-936f36c4-8245-400d-a5d8-7d6c88f68a3c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578530 Mar 08 19:19:38.433438 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:38.908861 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a093e08-fb17-4e00-832b-ef9fadb402be req-52690b72-91e8-4910-a42a-52c9dffadc01 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:38.910385 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6a093e08-fb17-4e00-832b-ef9fadb402be req-52690b72-91e8-4910-a42a-52c9dffadc01 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 945 time: 0.0677958 Mar 08 19:19:38.965055 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6a093e08-fb17-4e00-832b-ef9fadb402be req-f3761356-845e-4c7a-8ec2-98bad48d9ec8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462871 Mar 08 19:19:39.436407 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-af209ede-9b6a-4cd9-b9d9-71fc87b5f730 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:39.438073 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-af209ede-9b6a-4cd9-b9d9-71fc87b5f730 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/networks?id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 HTTP/1.1" status: 200 len: 814 time: 0.1251528 Mar 08 19:19:39.456996 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-10a4e458-c945-4fca-9a83-4b9d09fcae85 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/quotas/8493e87c10e641d683d44e78c2f7c51b HTTP/1.1" status: 200 len: 375 time: 0.0113652 Mar 08 19:19:39.516900 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-9d169f9a-0eeb-490d-8a7c-48966b94bcdd tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8493e87c10e641d683d44e78c2f7c51b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523469 Mar 08 19:19:39.734981 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-7b75b7af-4e92-4f43-8e3b-290044f651a9 service neutron] 10.222.0.75 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066572 Mar 08 19:19:39.869232 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631f5bc-ebef-402e-85d1-42072580466e req-affe47bf-0418-4bd4-8880-172bc34b3785 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:39.870795 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2631f5bc-ebef-402e-85d1-42072580466e req-affe47bf-0418-4bd4-8880-172bc34b3785 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.1336279 Mar 08 19:19:39.881626 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-45e97e7d-0ae6-43ef-8e82-f0c97fa19d19 service neutron] 10.222.0.75 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351326 Mar 08 19:19:39.964213 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2631f5bc-ebef-402e-85d1-42072580466e req-50eec26b-d7b5-4f37-ba38-bdb5d16427a5 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858378 Mar 08 19:19:39.993264 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a4b75-cb51-4ea7-9141-5cbea4e4a0c2 req-dbacf2c4-32c4-480d-add0-ffd37abce660 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:39.994976 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-835a4b75-cb51-4ea7-9141-5cbea4e4a0c2 req-dbacf2c4-32c4-480d-add0-ffd37abce660 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 945 time: 0.0823462 Mar 08 19:19:40.144488 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6506da98-121f-4c4b-9a71-084bb9a2e63e req-ed4490eb-8b20-4966-8edb-aef682e1a325 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 210 time: 0.0525224 Mar 08 19:19:40.177664 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-835a4b75-cb51-4ea7-9141-5cbea4e4a0c2 req-7d1bfc5b-dabb-4715-9d6a-d975ab54bbc0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Deleting port af2c1b42-45a5-46ce-aea2-d905ce39d3d0 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:19:40.178002 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-835a4b75-cb51-4ea7-9141-5cbea4e4a0c2 req-7d1bfc5b-dabb-4715-9d6a-d975ab54bbc0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (af2c1b42-45a5-46ce-aea2-d905ce39d3d0), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:40.190148 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339e49a-f2d8-4abf-825f-5f2252077e12 req-0278bf5e-0454-4000-9f4b-01227983fcc2 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:40.191761 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e339e49a-f2d8-4abf-825f-5f2252077e12 req-0278bf5e-0454-4000-9f4b-01227983fcc2 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 945 time: 0.1108146 Mar 08 19:19:40.326735 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e339e49a-f2d8-4abf-825f-5f2252077e12 req-a5f94aad-29c5-41ed-af74-e6f29945d0dd tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=199d36de-103a-460e-9e5d-4379017e7ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239984 Mar 08 19:19:40.335045 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-835a4b75-cb51-4ea7-9141-5cbea4e4a0c2 req-7d1bfc5b-dabb-4715-9d6a-d975ab54bbc0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] For port af2c1b42-45a5-46ce-aea2-d905ce39d3d0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=af2c1b42-45a5-46ce-aea2-d905ce39d3d0,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:40.335411 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-835a4b75-cb51-4ea7-9141-5cbea4e4a0c2 req-7d1bfc5b-dabb-4715-9d6a-d975ab54bbc0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (af2c1b42-45a5-46ce-aea2-d905ce39d3d0), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:40.550845 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-835a4b75-cb51-4ea7-9141-5cbea4e4a0c2 req-7d1bfc5b-dabb-4715-9d6a-d975ab54bbc0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:40.551776 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-835a4b75-cb51-4ea7-9141-5cbea4e4a0c2 req-7d1bfc5b-dabb-4715-9d6a-d975ab54bbc0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:40.551776 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [req-835a4b75-cb51-4ea7-9141-5cbea4e4a0c2 req-7d1bfc5b-dabb-4715-9d6a-d975ab54bbc0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Floating IP c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c disassociated. External IP: 172.27.3.3, port: af2c1b42-45a5-46ce-aea2-d905ce39d3d0. Mar 08 19:19:40.552185 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-835a4b75-cb51-4ea7-9141-5cbea4e4a0c2 req-7d1bfc5b-dabb-4715-9d6a-d975ab54bbc0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Calling delete_port for af2c1b42-45a5-46ce-aea2-d905ce39d3d0 owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:19:40.783656 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-835a4b75-cb51-4ea7-9141-5cbea4e4a0c2 req-7d1bfc5b-dabb-4715-9d6a-d975ab54bbc0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (af2c1b42-45a5-46ce-aea2-d905ce39d3d0), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:40.815359 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bfc5b-dabb-4715-9d6a-d975ab54bbc0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event deleted for resources: {'Port': ['ID=af2c1b42-45a5-46ce-aea2-d905ce39d3d0,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:40.976643 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-835a4b75-cb51-4ea7-9141-5cbea4e4a0c2 req-7d1bfc5b-dabb-4715-9d6a-d975ab54bbc0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Router bb4877bd-bd79-4d0b-90c3-53ae27b105db has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:19:41.130868 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-835a4b75-cb51-4ea7-9141-5cbea4e4a0c2 req-7d1bfc5b-dabb-4715-9d6a-d975ab54bbc0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:19:41.142363 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f236d9-0728-45b5-98ab-d7115503caaa req-b446b6f3-ac68-4e1a-8a8b-1c3c23367650 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:41.143647 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0312b683-9ca2-49d2-9e39-f51cebd25080 None None] Sync routers for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:19:41.144152 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a4f236d9-0728-45b5-98ab-d7115503caaa req-b446b6f3-ac68-4e1a-8a8b-1c3c23367650 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.1045277 Mar 08 19:19:41.156452 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312b683-9ca2-49d2-9e39-f51cebd25080 None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:19:41.157103 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-0312b683-9ca2-49d2-9e39-f51cebd25080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:19:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:41.216469 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-835a4b75-cb51-4ea7-9141-5cbea4e4a0c2 req-7d1bfc5b-dabb-4715-9d6a-d975ab54bbc0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] No DVR routers for this DVR port af2c1b42-45a5-46ce-aea2-d905ce39d3d0 on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:19:41.220778 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-835a4b75-cb51-4ea7-9141-5cbea4e4a0c2 req-7d1bfc5b-dabb-4715-9d6a-d975ab54bbc0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:41.225293 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-835a4b75-cb51-4ea7-9141-5cbea4e4a0c2 req-7d1bfc5b-dabb-4715-9d6a-d975ab54bbc0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "DELETE /v2.0/ports/af2c1b42-45a5-46ce-aea2-d905ce39d3d0 HTTP/1.1" status: 204 len: 173 time: 1.2250154 Mar 08 19:19:41.225780 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'name': 'network-vif-deleted', 'tag': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:19:41.228476 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78fd9f8-26a2-4c42-83b4-b17cf4f2ab89" -d '{"events": [{"server_uuid": "1d780bbf-4e05-4ac6-8b04-8e55b2b8b873", "name": "network-vif-deleted", "tag": "af2c1b42-45a5-46ce-aea2-d905ce39d3d0"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:19:41.277796 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a4f236d9-0728-45b5-98ab-d7115503caaa req-116b6048-1352-4c61-a2cc-53177f235b6f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249948 Mar 08 19:19:41.382265 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-0312b683-9ca2-49d2-9e39-f51cebd25080 None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:19:41.471496 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0bf0896b-7513-40af-af8a-089ebeef0fc2 req-781b932d-98a0-4039-a5c2-4d5a96784169 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 210 time: 0.0646532 Mar 08 19:19:41.521368 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce085cd-bd62-439d-a1e1-0551bfbe5b4e x-openstack-request-id: req-1ce085cd-bd62-439d-a1e1-0551bfbe5b4e {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:19:41.521368 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d780bbf-4e05-4ac6-8b04-8e55b2b8b873", "name": "network-vif-deleted", "tag": "af2c1b42-45a5-46ce-aea2-d905ce39d3d0", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:19:41.521368 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1ce085cd-bd62-439d-a1e1-0551bfbe5b4e {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:19:41.521368 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d780bbf-4e05-4ac6-8b04-8e55b2b8b873', 'name': 'network-vif-deleted', 'tag': 'af2c1b42-45a5-46ce-aea2-d905ce39d3d0', 'status': 'completed', 'code': 200} Mar 08 19:19:41.578667 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d1fbf96f-66b8-420e-9ff4-f7ddc891ee80 req-48176685-06ff-4b62-ba4f-2483b112383f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d780bbf-4e05-4ac6-8b04-8e55b2b8b873 HTTP/1.1" status: 200 len: 210 time: 0.0359106 Mar 08 19:19:41.650527 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf11eb3-feb6-414e-a66a-dfc1e62daff2 req-96e9d9aa-15ac-4ed8-b36e-065add02192e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:41.652953 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5bf11eb3-feb6-414e-a66a-dfc1e62daff2 req-96e9d9aa-15ac-4ed8-b36e-065add02192e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 947 time: 0.0771642 Mar 08 19:19:41.686041 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-0312b683-9ca2-49d2-9e39-f51cebd25080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:41.704789 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5bf11eb3-feb6-414e-a66a-dfc1e62daff2 req-04035a1d-a44d-43ee-a3aa-03f9a68813f1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446138 Mar 08 19:19:41.713993 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0312b683-9ca2-49d2-9e39-f51cebd25080 None None] Checking router: bb4877bd-bd79-4d0b-90c3-53ae27b105db for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:19:41.726035 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312b683-9ca2-49d2-9e39-f51cebd25080 None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:19:41.726780 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-0312b683-9ca2-49d2-9e39-f51cebd25080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:19:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:41.847628 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-0312b683-9ca2-49d2-9e39-f51cebd25080 None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:19:42.069326 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-0312b683-9ca2-49d2-9e39-f51cebd25080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:42.095999 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0312b683-9ca2-49d2-9e39-f51cebd25080 None None] The sync data for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi is: [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:19:42.367082 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b65370-9140-4784-bc2f-3a144a615b9c None None] New status for floating IP c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c: DOWN {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:19:42.473211 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-76ffc229-2809-45b5-955c-1760f6cc915d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:42.474721 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-76ffc229-2809-45b5-955c-1760f6cc915d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.76 "GET /v2.0/networks?id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 HTTP/1.1" status: 200 len: 814 time: 0.1805320 Mar 08 19:19:42.489229 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f2ea7-18af-4ef4-b5b7-46026f607213 req-0ecc4727-caad-49e8-b55c-16354b3d7cbf tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:42.490746 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f66f2ea7-18af-4ef4-b5b7-46026f607213 req-0ecc4727-caad-49e8-b55c-16354b3d7cbf tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0896175 Mar 08 19:19:42.495323 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-94e2c3fc-9ab9-459e-850a-4cb4ca7a6452 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Request body: {'port': {'device_id': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'admin_state_up': True, 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:42.631767 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-92064095-bbcf-4860-a6f7-373d950ce75d req-21e4fdd3-b95e-49c3-9f9f-a5a492cd33ce tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 210 time: 0.0528917 Mar 08 19:19:42.645752 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f66f2ea7-18af-4ef4-b5b7-46026f607213 req-98f9c404-634b-4cc8-8d19-8c636b41a7be tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469829 Mar 08 19:19:42.788404 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-94e2c3fc-9ab9-459e-850a-4cb4ca7a6452 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Made reservation on behalf of 8493e87c10e641d683d44e78c2f7c51b for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:19:42.792262 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-94e2c3fc-9ab9-459e-850a-4cb4ca7a6452 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:42.802450 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50538) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:42.864291 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0fe3ea1c-84b9-4618-bede-a91906060e78 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (199d36de-103a-460e-9e5d-4379017e7ae1), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:42.901293 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0fe3ea1c-84b9-4618-bede-a91906060e78 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (199d36de-103a-460e-9e5d-4379017e7ae1), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:42.924021 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d45ed-53da-4571-8bb7-f1270f9942cb req-8075ce1f-db60-4b79-a72a-86d0b00ba234 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:42.925644 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-653d45ed-53da-4571-8bb7-f1270f9942cb req-8075ce1f-db60-4b79-a72a-86d0b00ba234 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 947 time: 0.1178446 Mar 08 19:19:43.006309 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0fe3ea1c-84b9-4618-bede-a91906060e78 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (199d36de-103a-460e-9e5d-4379017e7ae1), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:43.011130 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0fe3ea1c-84b9-4618-bede-a91906060e78 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:43.015219 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-0fe3ea1c-84b9-4618-bede-a91906060e78 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "DELETE /v2.0/security-groups/199d36de-103a-460e-9e5d-4379017e7ae1 HTTP/1.1" status: 204 len: 168 time: 0.2116063 Mar 08 19:19:43.015835 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50546) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:43.022371 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-94e2c3fc-9ab9-459e-850a-4cb4ca7a6452 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Allocated IP 172.20.0.11 (e2a253e9-bf22-41bc-ad81-8ecedb1c4b93/291f3e85-a905-44bb-b333-8a57a8760f7f/ffb7e097-a3bb-4d3a-8540-5b1eda1926a0) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:43.027536 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-653d45ed-53da-4571-8bb7-f1270f9942cb req-13aaeb3b-bb0a-4e85-b2c2-dfeead262aa6 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962155 Mar 08 19:19:43.033329 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3ea1c-84b9-4618-bede-a91906060e78 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199d36de-103a-460e-9e5d-4379017e7ae1,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:43.042881 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.api.v2.resource [None req-b2a0f0a8-39ac-46c7-9048-2c6d43b44e7a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] show failed (client error): The resource could not be found. Mar 08 19:19:43.047026 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b2a0f0a8-39ac-46c7-9048-2c6d43b44e7a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups/199d36de-103a-460e-9e5d-4379017e7ae1 HTTP/1.1" status: 404 len: 347 time: 0.0213773 Mar 08 19:19:43.048443 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50548) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:43.211100 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-70ebb409-ce6d-4ada-a10a-7a8430675021 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Deleting port 78e3d6cb-633b-4d2f-8a3d-8ccf756676fb {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:19:43.211453 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-70ebb409-ce6d-4ada-a10a-7a8430675021 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (78e3d6cb-633b-4d2f-8a3d-8ccf756676fb), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:43.232186 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-94e2c3fc-9ab9-459e-850a-4cb4ca7a6452 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:43.305182 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-70ebb409-ce6d-4ada-a10a-7a8430675021 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (78e3d6cb-633b-4d2f-8a3d-8ccf756676fb), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:43.305498 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-70ebb409-ce6d-4ada-a10a-7a8430675021 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (78e3d6cb-633b-4d2f-8a3d-8ccf756676fb), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:43.318351 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-70ebb409-ce6d-4ada-a10a-7a8430675021 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Calling delete_port for 78e3d6cb-633b-4d2f-8a3d-8ccf756676fb owned by network:floatingip {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:19:43.349017 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-94e2c3fc-9ab9-459e-850a-4cb4ca7a6452 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:43.392455 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-94e2c3fc-9ab9-459e-850a-4cb4ca7a6452 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Network e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:43.395939 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-94e2c3fc-9ab9-459e-850a-4cb4ca7a6452 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:43.398451 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-94e2c3fc-9ab9-459e-850a-4cb4ca7a6452 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:43.463175 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-94e2c3fc-9ab9-459e-850a-4cb4ca7a6452 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:43.463820 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-94e2c3fc-9ab9-459e-850a-4cb4ca7a6452 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:43.487293 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2c3fc-9ab9-459e-850a-4cb4ca7a6452 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Pushing event updated for resources: {'Port': ['ID=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:43.556380 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-94e2c3fc-9ab9-459e-850a-4cb4ca7a6452 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0642524 Mar 08 19:19:43.601736 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-70ebb409-ce6d-4ada-a10a-7a8430675021 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (78e3d6cb-633b-4d2f-8a3d-8ccf756676fb), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:43.652567 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebb409-ce6d-4ada-a10a-7a8430675021 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event deleted for resources: {'Port': ['ID=78e3d6cb-633b-4d2f-8a3d-8ccf756676fb,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:43.678488 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device af2c1b42-45a5-46ce-aea2-d905ce39d3d0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:19:43.762763 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Request body: {'port': {'device_id': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:43.767945 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: af2c1b42-45a5-46ce-aea2-d905ce39d3d0 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:19:43.769614 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device af2c1b42-45a5-46ce-aea2-d905ce39d3d0 not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:19:43.843412 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-8e439844-54b7-4ffc-9cc9-2abf4c6e4fec None None] Provisioning complete for port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:43.844159 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8e439844-54b7-4ffc-9cc9-2abf4c6e4fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:43.990145 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ba028-32c3-49ba-8e61-93ce79babb59 req-445ee9fa-b782-4e68-a976-3494fe38b7b3 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:43.992490 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2e4ba028-32c3-49ba-8e61-93ce79babb59 req-445ee9fa-b782-4e68-a976-3494fe38b7b3 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 947 time: 0.3332591 Mar 08 19:19:44.009897 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:44.118559 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-70ebb409-ce6d-4ada-a10a-7a8430675021 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:44.122839 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-70ebb409-ce6d-4ada-a10a-7a8430675021 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:44.129990 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-70ebb409-ce6d-4ada-a10a-7a8430675021 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "DELETE /v2.0/floatingips/c0b7bd7b-492f-4f2d-9d8d-21a1ee8d620c HTTP/1.1" status: 204 len: 168 time: 1.0747383 Mar 08 19:19:44.186440 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-8e439844-54b7-4ffc-9cc9-2abf4c6e4fec None None] Port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:19:44.476079 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a0e16-2895-4486-b84d-ecb44894f574 req-d7234e53-d0e3-47dc-b6db-a4af47944e79 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:44.477853 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-349a0e16-2895-4486-b84d-ecb44894f574 req-d7234e53-d0e3-47dc-b6db-a4af47944e79 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 932 time: 0.6815860 Mar 08 19:19:44.485068 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84e8bb-c863-43e1-b2fb-22f0f658d051 req-058bfccb-0be7-4728-b045-2889526a1d00 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:44.492492 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6e84e8bb-c863-43e1-b2fb-22f0f658d051 req-058bfccb-0be7-4728-b045-2889526a1d00 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.6948524 Mar 08 19:19:44.707075 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-349a0e16-2895-4486-b84d-ecb44894f574 req-4a90b066-02fa-4708-84f2-01403474e8b3 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098505 Mar 08 19:19:44.732763 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6e84e8bb-c863-43e1-b2fb-22f0f658d051 req-c120f465-9062-4ef4-b982-ea1fd2279cd0 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392910 Mar 08 19:19:44.924431 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-2e4ba028-32c3-49ba-8e61-93ce79babb59 req-9c1fce16-8f34-4787-bf03-d8073e091ed5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Deleting port 73344e8e-b327-42b5-a317-814f95b92074 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:19:44.925086 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-2e4ba028-32c3-49ba-8e61-93ce79babb59 req-9c1fce16-8f34-4787-bf03-d8073e091ed5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (73344e8e-b327-42b5-a317-814f95b92074), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:44.980864 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:19:44.997612 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Publish callbacks [] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:45.042981 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab41b2-dcba-44f9-bfac-e2b8fd8bd3e4 req-3e130162-ca87-42f1-a084-4d63ac02e6af tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:45.050493 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7fab41b2-dcba-44f9-bfac-e2b8fd8bd3e4 req-3e130162-ca87-42f1-a084-4d63ac02e6af tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 947 time: 0.2080693 Mar 08 19:19:45.070471 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Transition to ACTIVE for port object ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:19:45.152011 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-2e4ba028-32c3-49ba-8e61-93ce79babb59 req-9c1fce16-8f34-4787-bf03-d8073e091ed5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] For port 73344e8e-b327-42b5-a317-814f95b92074, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73344e8e-b327-42b5-a317-814f95b92074,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:45.152382 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-2e4ba028-32c3-49ba-8e61-93ce79babb59 req-9c1fce16-8f34-4787-bf03-d8073e091ed5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (73344e8e-b327-42b5-a317-814f95b92074), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:45.161206 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:45.187553 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7fab41b2-dcba-44f9-bfac-e2b8fd8bd3e4 req-412e0fe4-c0f9-4351-badc-88c14c9920e4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bbbe099-0da9-4a47-a8ab-f771d9920542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329091 Mar 08 19:19:45.355487 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Pushing event updated for resources: {'Port': ['ID=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:45.525273 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Attempting to bind port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:19:45.531444 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Attempting to bind port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '808985f6-5371-4940-8d50-5f6eb9461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:19:45.531444 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Attempting to bind port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 on network e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:45.536818 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 on network e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:19:45.537225 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Attempting to bind port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 on network e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:45.553997 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:19:45.554441 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Checking segment: {'id': '808985f6-5371-4940-8d50-5f6eb9461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:19:45.554930 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Bound using segment: {'id': '808985f6-5371-4940-8d50-5f6eb9461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:19:45.555523 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Bound port: ffb7e097-a3bb-4d3a-8540-5b1eda1926a0, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '808985f6-5371-4940-8d50-5f6eb9461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:19:45.555986 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:45.559604 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-2e4ba028-32c3-49ba-8e61-93ce79babb59 req-9c1fce16-8f34-4787-bf03-d8073e091ed5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:45.560094 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-2e4ba028-32c3-49ba-8e61-93ce79babb59 req-9c1fce16-8f34-4787-bf03-d8073e091ed5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (03359e13-884f-4772-95e2-99ec76901df1), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:45.560499 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [req-2e4ba028-32c3-49ba-8e61-93ce79babb59 req-9c1fce16-8f34-4787-bf03-d8073e091ed5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Floating IP 03359e13-884f-4772-95e2-99ec76901df1 disassociated. External IP: 172.27.3.100, port: 73344e8e-b327-42b5-a317-814f95b92074. Mar 08 19:19:45.560916 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-2e4ba028-32c3-49ba-8e61-93ce79babb59 req-9c1fce16-8f34-4787-bf03-d8073e091ed5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Calling delete_port for 73344e8e-b327-42b5-a317-814f95b92074 owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:19:45.620662 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50570) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:45.627031 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-f7abd0a8-0d9d-4f67-8e83-da62fd4f3596 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2009613817', 'description': 'tempest-description--205736975'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:45.696331 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] For port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:19:45.701520 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] For port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0,segment=NetworkSegment(808985f6-5371-4940-8d50-5f6eb9461b23),segment_id=808985f6-5371-4940-8d50-5f6eb9461b23)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:19:45.740654 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f7abd0a8-0d9d-4f67-8e83-da62fd4f3596 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:45.804857 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:45.866912 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f7abd0a8-0d9d-4f67-8e83-da62fd4f3596 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:45.924542 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:45.924542 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:45.928158 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] 10.222.0.76 "PUT /v2.0/ports/ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 HTTP/1.1" status: 200 len: 1094 time: 2.2657540 Mar 08 19:19:45.929224 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'tag': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:19:45.931755 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8260ef94-327c-43e7-b7b8-a52746787427" -d '{"events": [{"name": "network-changed", "server_uuid": "04abbb21-ab32-456a-b9e5-eda0284c067c", "tag": "ffb7e097-a3bb-4d3a-8540-5b1eda1926a0"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:19:45.942957 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f7abd0a8-0d9d-4f67-8e83-da62fd4f3596 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:46.033606 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0370ee5-fee6-460f-8488-6a17aa7e088c service neutron] Pushing event updated for resources: {'Port': ['ID=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:46.034269 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abd0a8-0d9d-4f67-8e83-da62fd4f3596 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:46.058689 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb69fd-a2a5-4089-a871-6f2ca260f665 req-fbb00aef-95a9-455c-aac3-ff90a53b7dc0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:46.058689 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dafb69fd-a2a5-4089-a871-6f2ca260f665 req-fbb00aef-95a9-455c-aac3-ff90a53b7dc0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 944 time: 0.1792545 Mar 08 19:19:46.058689 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-2e4ba028-32c3-49ba-8e61-93ce79babb59 req-9c1fce16-8f34-4787-bf03-d8073e091ed5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (73344e8e-b327-42b5-a317-814f95b92074), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:46.083730 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f7abd0a8-0d9d-4f67-8e83-da62fd4f3596 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:46.087569 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-f7abd0a8-0d9d-4f67-8e83-da62fd4f3596 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4648907 Mar 08 19:19:46.092674 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50580) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:46.099741 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-f76db4ca-0e04-42af-b446-3333533f2354 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'security_group_rule': {'security_group_id': '56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:46.126625 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fce16-8f34-4787-bf03-d8073e091ed5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event deleted for resources: {'Port': ['ID=73344e8e-b327-42b5-a317-814f95b92074,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:46.164246 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe89fa-12fd-4129-afe5-534a680b2999 req-3413759c-f81a-45fd-9631-4e669d2495be tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:46.177781 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1cbe89fa-12fd-4129-afe5-534a680b2999 req-3413759c-f81a-45fd-9631-4e669d2495be tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.2555904 Mar 08 19:19:46.240389 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f76db4ca-0e04-42af-b446-3333533f2354 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (c921f6d1-232a-4a27-8d73-684d1402ed02), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:46.305551 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dafb69fd-a2a5-4089-a871-6f2ca260f665 req-60abab20-df7d-4d38-9799-2f5fd5eb8bed tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354248 Mar 08 19:19:46.365942 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f76db4ca-0e04-42af-b446-3333533f2354 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (c921f6d1-232a-4a27-8d73-684d1402ed02), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:46.429062 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1cbe89fa-12fd-4129-afe5-534a680b2999 req-4b539150-38c5-4e7a-898c-4eed942e770b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566609 Mar 08 19:19:46.440432 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f76db4ca-0e04-42af-b446-3333533f2354 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (c921f6d1-232a-4a27-8d73-684d1402ed02), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:46.492363 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-79dc0d23-f477-47b8-b9e0-de4770c16ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:46.497758 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-79dc0d23-f477-47b8-b9e0-de4770c16ae6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8493e87c10e641d683d44e78c2f7c51b&device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 1128 time: 0.2722521 Mar 08 19:19:46.498270 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76db4ca-0e04-42af-b446-3333533f2354 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c921f6d1-232a-4a27-8d73-684d1402ed02,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:46.502988 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e4ba028-32c3-49ba-8e61-93ce79babb59 req-9c1fce16-8f34-4787-bf03-d8073e091ed5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:19:46.515481 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6b83d0-0396-4832-9b95-8d7e829b57c8 x-openstack-request-id: req-bf6b83d0-0396-4832-9b95-8d7e829b57c8 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:19:46.516198 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04abbb21-ab32-456a-b9e5-eda0284c067c", "tag": "ffb7e097-a3bb-4d3a-8540-5b1eda1926a0", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:19:46.517458 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bf6b83d0-0396-4832-9b95-8d7e829b57c8 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:19:46.518432 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'tag': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0', 'status': 'completed', 'code': 200} Mar 08 19:19:46.568945 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-d85c58b2-2fc8-4ede-ba14-ac732da9e8c4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 HTTP/1.1" status: 200 len: 217 time: 0.0490093 Mar 08 19:19:46.585411 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f76db4ca-0e04-42af-b446-3333533f2354 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:46.587207 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-f76db4ca-0e04-42af-b446-3333533f2354 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4931509 Mar 08 19:19:46.590170 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50584) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:46.595818 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-eaa737a3-461e-43bc-b65b-caee1b7c1701 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'security_group_rule': {'security_group_id': '56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:46.598672 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6a1261a7-62f1-4159-a259-9e600bf4d172 req-2f37dec5-cb53-4726-be38-9cb659936f83 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 210 time: 0.0353036 Mar 08 19:19:46.726926 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eaa737a3-461e-43bc-b65b-caee1b7c1701 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (cf6d8443-8ae2-4655-a3a0-191421601e84), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:46.794478 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-a40b70b3-12cb-479d-aefd-e314ad14a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:46.796990 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-a40b70b3-12cb-479d-aefd-e314ad14a800 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=291f3e85-a905-44bb-b333-8a57a8760f7f HTTP/1.1" status: 200 len: 853 time: 0.1973684 Mar 08 19:19:46.868552 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eaa737a3-461e-43bc-b65b-caee1b7c1701 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (cf6d8443-8ae2-4655-a3a0-191421601e84), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:46.929162 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e4ba028-32c3-49ba-8e61-93ce79babb59 req-9c1fce16-8f34-4787-bf03-d8073e091ed5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:19:46.948302 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eaa737a3-461e-43bc-b65b-caee1b7c1701 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (cf6d8443-8ae2-4655-a3a0-191421601e84), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:46.950760 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2441b0-93bc-4d5e-8119-e25071767db2 None None] Sync routers for ids ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:19:46.963852 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-3234735c-aa96-40fc-a177-59897a19041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:46.964495 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-3234735c-aa96-40fc-a177-59897a19041d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1243880 Mar 08 19:19:46.965295 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2441b0-93bc-4d5e-8119-e25071767db2 None None] Routers {'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:19:46.966149 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-8f2441b0-93bc-4d5e-8119-e25071767db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:19:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:46.997988 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa737a3-461e-43bc-b65b-caee1b7c1701 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6d8443-8ae2-4655-a3a0-191421601e84,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:47.030723 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4ba028-32c3-49ba-8e61-93ce79babb59 req-9c1fce16-8f34-4787-bf03-d8073e091ed5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] No DVR routers for this DVR port 73344e8e-b327-42b5-a317-814f95b92074 on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:19:47.039327 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-2e4ba028-32c3-49ba-8e61-93ce79babb59 req-9c1fce16-8f34-4787-bf03-d8073e091ed5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:47.042972 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2e4ba028-32c3-49ba-8e61-93ce79babb59 req-9c1fce16-8f34-4787-bf03-d8073e091ed5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.76 "DELETE /v2.0/ports/73344e8e-b327-42b5-a317-814f95b92074 HTTP/1.1" status: 204 len: 173 time: 3.0158231 Mar 08 19:19:47.055340 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-eaa737a3-461e-43bc-b65b-caee1b7c1701 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:47.061146 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-eaa737a3-461e-43bc-b65b-caee1b7c1701 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4694700 Mar 08 19:19:47.064240 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50586) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:47.071440 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'floatingip': {'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:47.137922 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-8d207df7-9d1c-47bb-89ba-8c278eed5a90 service neutron] 10.222.0.76 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575983 Mar 08 19:19:47.148025 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:47.151693 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-8f2441b0-93bc-4d5e-8119-e25071767db2 None None] Set router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:19:47.293058 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:47.414831 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-826d9d65-2b18-49b5-9449-348b56ba50f1 req-a3b84cd6-efbf-4f9c-a653-ea636ff8d4c9 service neutron] 10.222.0.76 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985171 Mar 08 19:19:47.525223 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Allocated IP 172.27.3.67 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/1cf18f01-90b0-4d7e-b1d6-701a0c9e73c1) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:47.553063 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dbb6f-4bb2-4d12-8693-fe9624712399 req-82331a81-f8fc-4027-85a1-82e62a14725d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:47.554666 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-988dbb6f-4bb2-4d12-8693-fe9624712399 req-82331a81-f8fc-4027-85a1-82e62a14725d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 944 time: 0.1076794 Mar 08 19:19:47.637696 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-8f2441b0-93bc-4d5e-8119-e25071767db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef', 'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'mac_address': 'fa:16:3e:44:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:45Z', 'revision_number': 5, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'subnets': [{'id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:47.682405 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2441b0-93bc-4d5e-8119-e25071767db2 None None] Checking router: c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:19:47.683737 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-988dbb6f-4bb2-4d12-8693-fe9624712399 req-ad18402c-c45c-4e80-9659-7c8b269dfe45 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159325 Mar 08 19:19:47.702936 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 73344e8e-b327-42b5-a317-814f95b92074 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:19:47.755853 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: 73344e8e-b327-42b5-a317-814f95b92074 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:19:47.756645 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 73344e8e-b327-42b5-a317-814f95b92074 not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:19:47.761313 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2441b0-93bc-4d5e-8119-e25071767db2 None None] Routers {'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:19:47.772918 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-8f2441b0-93bc-4d5e-8119-e25071767db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:19:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:47.774110 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for port (1cf18f01-90b0-4d7e-b1d6-701a0c9e73c1), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:47.814536 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22073970-3141-4c28-a348-09acb942927e req-4b12fb80-a9da-455e-9e52-b6f2553e0d9d tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:47.822112 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-22073970-3141-4c28-a348-09acb942927e req-4b12fb80-a9da-455e-9e52-b6f2553e0d9d tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.2594707 Mar 08 19:19:47.860766 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260ef94-327c-43e7-b7b8-a52746787427 req-7f75eef0-db73-4ea0-8ec6-527638024816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:47.862290 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8260ef94-327c-43e7-b7b8-a52746787427 req-7f75eef0-db73-4ea0-8ec6-527638024816 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8493e87c10e641d683d44e78c2f7c51b&device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 1128 time: 0.2077308 Mar 08 19:19:47.903640 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (1cf18f01-90b0-4d7e-b1d6-701a0c9e73c1), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:47.909082 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-afa89ad4-d29b-45c4-b6e1-71582818333c req-73c7a9bf-7d59-42d4-a825-95e2f8ba2749 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d4ea86-f489-4d6d-995e-1999c95b744d HTTP/1.1" status: 200 len: 210 time: 0.0578837 Mar 08 19:19:47.932394 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-22073970-3141-4c28-a348-09acb942927e req-fb97980f-b238-4b40-bbe5-db5fb2baf7e0 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091690 Mar 08 19:19:47.956646 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-8f2441b0-93bc-4d5e-8119-e25071767db2 None None] Set router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:19:47.980366 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:47.988388 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:47.994887 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:48.032342 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'Port': ['ID=1cf18f01-90b0-4d7e-b1d6-701a0c9e73c1,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:48.065369 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260ef94-327c-43e7-b7b8-a52746787427 req-e1334221-96cd-400e-b96f-1f0a89797066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:48.066947 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8260ef94-327c-43e7-b7b8-a52746787427 req-e1334221-96cd-400e-b96f-1f0a89797066 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 HTTP/1.1" status: 200 len: 915 time: 0.1683969 Mar 08 19:19:48.127979 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (453a8fda-ba8b-4f81-8f6a-16132aeb5201), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:48.174159 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8260ef94-327c-43e7-b7b8-a52746787427 req-09b60d5f-09f5-4df9-8822-ad0e5eb504bc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 HTTP/1.1" status: 200 len: 217 time: 0.0899234 Mar 08 19:19:48.272005 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-8f2441b0-93bc-4d5e-8119-e25071767db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef', 'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'mac_address': 'fa:16:3e:44:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:45Z', 'revision_number': 5, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'subnets': [{'id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:19:48.276917 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (1cf18f01-90b0-4d7e-b1d6-701a0c9e73c1), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:48.294685 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260ef94-327c-43e7-b7b8-a52746787427 req-2a7eba90-8279-4072-9a8a-c26d8152bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:48.300586 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8260ef94-327c-43e7-b7b8-a52746787427 req-2a7eba90-8279-4072-9a8a-c26d8152bc3b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=291f3e85-a905-44bb-b333-8a57a8760f7f HTTP/1.1" status: 200 len: 853 time: 0.0869789 Mar 08 19:19:48.307773 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2441b0-93bc-4d5e-8119-e25071767db2 None None] The sync data for ids ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'] in dv-cinder-830091-3-iscsi is: [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef', 'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'mac_address': 'fa:16:3e:44:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:45Z', 'revision_number': 5, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'subnets': [{'id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:19:48.519436 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'name': 'network-vif-deleted', 'tag': '73344e8e-b327-42b5-a317-814f95b92074'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:19:48.524240 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bbada2-c11d-4eec-b58b-d0ae0aea79ae" -d '{"events": [{"server_uuid": "c1d4ea86-f489-4d6d-995e-1999c95b744d", "name": "network-vif-deleted", "tag": "73344e8e-b327-42b5-a317-814f95b92074"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:19:48.563322 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for port (1cf18f01-90b0-4d7e-b1d6-701a0c9e73c1), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:48.598215 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27112724-ff52-4bbb-8de7-79c94b7043d4 x-openstack-request-id: req-27112724-ff52-4bbb-8de7-79c94b7043d4 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:19:48.598510 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d4ea86-f489-4d6d-995e-1999c95b744d", "name": "network-vif-deleted", "tag": "73344e8e-b327-42b5-a317-814f95b92074", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:19:48.599233 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-27112724-ff52-4bbb-8de7-79c94b7043d4 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:19:48.599233 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d4ea86-f489-4d6d-995e-1999c95b744d', 'name': 'network-vif-deleted', 'tag': '73344e8e-b327-42b5-a317-814f95b92074', 'status': 'completed', 'code': 200} Mar 08 19:19:48.662862 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6014735'] for port (1cf18f01-90b0-4d7e-b1d6-701a0c9e73c1), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:48.695204 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1eeab0-e7c1-4925-8292-8932b6d11640 None None] New status for floating IP 03359e13-884f-4772-95e2-99ec76901df1: DOWN {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:19:48.763786 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'Port': ['ID=1cf18f01-90b0-4d7e-b1d6-701a0c9e73c1,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:48.800081 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (453a8fda-ba8b-4f81-8f6a-16132aeb5201), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:48.887784 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:48.889354 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-bc1ade39-b4f4-4b35-b067-9c002a412254 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8236964 Mar 08 19:19:48.963017 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1367ed-4edf-44ef-b044-cad23d91e027 req-8182aac7-acd6-43ba-aeea-77c29f05e76d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:48.968497 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6e1367ed-4edf-44ef-b044-cad23d91e027 req-8182aac7-acd6-43ba-aeea-77c29f05e76d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 944 time: 0.1853416 Mar 08 19:19:49.105307 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6e1367ed-4edf-44ef-b044-cad23d91e027 req-fa4caca3-d60a-4c10-a58d-a7629f38ae7a tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327279 Mar 08 19:19:49.113456 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260ef94-327c-43e7-b7b8-a52746787427 req-b6461f1d-1da8-40ce-871b-ed5d3d60991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:49.117490 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8260ef94-327c-43e7-b7b8-a52746787427 req-b6461f1d-1da8-40ce-871b-ed5d3d60991c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2147577 Mar 08 19:19:49.184368 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1512a-08a4-4ef7-822a-1461ae62cea0 req-61af52dd-8d8d-4c11-b04e-1702cbdb507e tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:49.186055 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-72f1512a-08a4-4ef7-822a-1461ae62cea0 req-61af52dd-8d8d-4c11-b04e-1702cbdb507e tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.1433425 Mar 08 19:19:49.288401 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-72f1512a-08a4-4ef7-822a-1461ae62cea0 req-b1dface9-fd75-4b49-815d-2d2360fa7c09 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935841 Mar 08 19:19:49.320266 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-ff1ec9a8-a1e9-494d-9779-34924b22a869 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--2009613817&fields=id&tenant_id=ff78af332934469ba0ee399835378e5f HTTP/1.1" status: 200 len: 267 time: 0.0630932 Mar 08 19:19:49.415112 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50618) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:49.504363 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-2dc80118-808d-475b-a9d8-1254b4d2eb8b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:49.506009 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-2dc80118-808d-475b-a9d8-1254b4d2eb8b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/networks?id=eadbce5e-f6fa-402e-acf1-15b1deb0f309 HTTP/1.1" status: 200 len: 815 time: 0.1788812 Mar 08 19:19:49.521460 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7309e183-eed6-4c5c-9fb5-ad2f4a82e92e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group (4bbbe099-0da9-4a47-a8ab-f771d9920542), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:49.546902 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-6b0c5697-6279-41c5-a3e8-2ed80fabf359 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/quotas/ff78af332934469ba0ee399835378e5f HTTP/1.1" status: 200 len: 375 time: 0.0341830 Mar 08 19:19:49.567217 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7309e183-eed6-4c5c-9fb5-ad2f4a82e92e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group (4bbbe099-0da9-4a47-a8ab-f771d9920542), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:49.653430 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-df202d63-5dc1-496d-b4cc-a9c236e6d4da tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983315 Mar 08 19:19:49.755014 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7309e183-eed6-4c5c-9fb5-ad2f4a82e92e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (4bbbe099-0da9-4a47-a8ab-f771d9920542), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:49.757959 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7309e183-eed6-4c5c-9fb5-ad2f4a82e92e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:49.763060 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-7309e183-eed6-4c5c-9fb5-ad2f4a82e92e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "DELETE /v2.0/security-groups/4bbbe099-0da9-4a47-a8ab-f771d9920542 HTTP/1.1" status: 204 len: 168 time: 0.3439834 Mar 08 19:19:49.765210 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50622) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:49.787521 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.api.v2.resource [None req-627c9ea1-fe36-40a3-87cd-5323193dd5ed tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] show failed (client error): The resource could not be found. Mar 08 19:19:49.795342 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-627c9ea1-fe36-40a3-87cd-5323193dd5ed tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups/4bbbe099-0da9-4a47-a8ab-f771d9920542 HTTP/1.1" status: 404 len: 347 time: 0.0224512 Mar 08 19:19:49.795342 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309e183-eed6-4c5c-9fb5-ad2f4a82e92e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbbe099-0da9-4a47-a8ab-f771d9920542,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:49.798598 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 50624) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:49.911850 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-5548f683-63a0-4361-bf09-c86a1fedcf79 service neutron] 10.222.0.75 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342079 Mar 08 19:19:50.082699 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-6fd683d4-d564-42e0-ae1f-c40e435ac478 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Deleting port a15e6208-fa95-4659-a1de-31f24e53a29c {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:19:50.083515 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6fd683d4-d564-42e0-ae1f-c40e435ac478 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (a15e6208-fa95-4659-a1de-31f24e53a29c), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:50.105400 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-96348239-41c1-4dfc-82d1-b0c9317db464 service neutron] 10.222.0.75 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571970 Mar 08 19:19:50.243754 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6fd683d4-d564-42e0-ae1f-c40e435ac478 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (a15e6208-fa95-4659-a1de-31f24e53a29c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:50.247469 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6fd683d4-d564-42e0-ae1f-c40e435ac478 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for floatingip (a15e6208-fa95-4659-a1de-31f24e53a29c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:50.275536 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-6fd683d4-d564-42e0-ae1f-c40e435ac478 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Calling delete_port for a15e6208-fa95-4659-a1de-31f24e53a29c owned by network:floatingip {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:19:50.586983 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef5013-8435-4fa9-b187-bd8d93b5efdd req-7a683da4-d797-4afa-b662-d547a4a48e6d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:50.600603 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a7ef5013-8435-4fa9-b187-bd8d93b5efdd req-7a683da4-d797-4afa-b662-d547a4a48e6d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 944 time: 0.3055735 Mar 08 19:19:50.677045 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a7ef5013-8435-4fa9-b187-bd8d93b5efdd req-24ed14ef-548a-4bee-9c1d-6cbef79c347e tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748765 Mar 08 19:19:50.821772 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd2fb3-501d-4a65-861d-abc8db82760c req-117bf068-1893-4742-a715-8616614259df tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:50.823342 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6dcd2fb3-501d-4a65-861d-abc8db82760c req-117bf068-1893-4742-a715-8616614259df tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0760598 Mar 08 19:19:50.892598 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6dcd2fb3-501d-4a65-861d-abc8db82760c req-5f608529-240d-4a82-b4d9-3638ca838e80 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619590 Mar 08 19:19:51.052497 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6fd683d4-d564-42e0-ae1f-c40e435ac478 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (a15e6208-fa95-4659-a1de-31f24e53a29c), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:51.106008 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd683d4-d564-42e0-ae1f-c40e435ac478 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event deleted for resources: {'Port': ['ID=a15e6208-fa95-4659-a1de-31f24e53a29c,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:51.180443 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1f3f4bc9-fbaf-4c9d-bc56-74c59c948e2b req-82b5fa41-a76c-4b6a-9b73-e55dcc40f162 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 210 time: 0.0529122 Mar 08 19:19:51.211975 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6fd683d4-d564-42e0-ae1f-c40e435ac478 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for floatingip (03359e13-884f-4772-95e2-99ec76901df1), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:51.214897 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6fd683d4-d564-42e0-ae1f-c40e435ac478 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:51.216413 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-6fd683d4-d564-42e0-ae1f-c40e435ac478 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "DELETE /v2.0/floatingips/03359e13-884f-4772-95e2-99ec76901df1 HTTP/1.1" status: 204 len: 168 time: 1.4168191 Mar 08 19:19:51.736744 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:19:51.863048 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50646) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:51.868170 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-95fb2459-c8b5-44c4-a5d9-ac8b2bf82de4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--805455286', 'description': 'tempest-description--1736897049'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:51.960205 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-95fb2459-c8b5-44c4-a5d9-ac8b2bf82de4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.042808 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-95fb2459-c8b5-44c4-a5d9-ac8b2bf82de4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group (dc220bc3-a8c3-47e4-949c-68d22d75ece1), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.097491 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-95fb2459-c8b5-44c4-a5d9-ac8b2bf82de4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (dc220bc3-a8c3-47e4-949c-68d22d75ece1), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.123127 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64868e4f-e5fe-4481-8929-1ee452735bd4 req-8e7a852b-f135-4361-88db-59ff3fe55e50 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:52.124758 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-64868e4f-e5fe-4481-8929-1ee452735bd4 req-8e7a852b-f135-4361-88db-59ff3fe55e50 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 944 time: 0.3643553 Mar 08 19:19:52.134792 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb2459-c8b5-44c4-a5d9-ac8b2bf82de4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc220bc3-a8c3-47e4-949c-68d22d75ece1,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:52.166543 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34397920-156f-4a53-b719-327ea2fda0d4 req-3577854a-591b-419a-bf51-fc215fcc58fa tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:52.168133 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-34397920-156f-4a53-b719-327ea2fda0d4 req-3577854a-591b-419a-bf51-fc215fcc58fa tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0894120 Mar 08 19:19:52.175056 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-95fb2459-c8b5-44c4-a5d9-ac8b2bf82de4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.176508 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-95fb2459-c8b5-44c4-a5d9-ac8b2bf82de4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3123281 Mar 08 19:19:52.180421 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50650) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:52.184882 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-700f47a3-1d55-4bc3-81d5-edbff5c658ed tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Request body: {'security_group_rule': {'security_group_id': 'dc220bc3-a8c3-47e4-949c-68d22d75ece1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:52.206467 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-64868e4f-e5fe-4481-8929-1ee452735bd4 req-687ee143-fec2-42f6-b825-995b456aa95c tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741053 Mar 08 19:19:52.236533 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-34397920-156f-4a53-b719-327ea2fda0d4 req-9c1c5ccd-e3bf-46be-97db-64344f4c9ecf tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587194 Mar 08 19:19:52.268062 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-700f47a3-1d55-4bc3-81d5-edbff5c658ed tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group_rule (c3b3ce0d-7bde-47ee-9b38-4323ebb7e175), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.301073 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e14aed6e-8505-444a-92f9-2df80642749f req-0a952605-107d-4f75-862e-27d7f2ca31a4 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 210 time: 0.0310168 Mar 08 19:19:52.333035 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-700f47a3-1d55-4bc3-81d5-edbff5c658ed tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group_rule (c3b3ce0d-7bde-47ee-9b38-4323ebb7e175), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.405540 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-700f47a3-1d55-4bc3-81d5-edbff5c658ed tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (c3b3ce0d-7bde-47ee-9b38-4323ebb7e175), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.427371 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f47a3-1d55-4bc3-81d5-edbff5c658ed tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b3ce0d-7bde-47ee-9b38-4323ebb7e175,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:52.493276 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-700f47a3-1d55-4bc3-81d5-edbff5c658ed tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.494499 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-700f47a3-1d55-4bc3-81d5-edbff5c658ed tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3131404 Mar 08 19:19:52.497220 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50654) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:52.501820 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-e01aedc8-b1e7-4b0c-b343-c6a58715d749 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Request body: {'security_group_rule': {'security_group_id': 'dc220bc3-a8c3-47e4-949c-68d22d75ece1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:52.587444 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e01aedc8-b1e7-4b0c-b343-c6a58715d749 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group_rule (fbe2270a-f37e-4e19-ab09-fb23747bee35), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.646595 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e01aedc8-b1e7-4b0c-b343-c6a58715d749 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group_rule (fbe2270a-f37e-4e19-ab09-fb23747bee35), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.690946 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e01aedc8-b1e7-4b0c-b343-c6a58715d749 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (fbe2270a-f37e-4e19-ab09-fb23747bee35), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.711298 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01aedc8-b1e7-4b0c-b343-c6a58715d749 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe2270a-f37e-4e19-ab09-fb23747bee35,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:52.737912 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.756185 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e01aedc8-b1e7-4b0c-b343-c6a58715d749 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.757541 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-e01aedc8-b1e7-4b0c-b343-c6a58715d749 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2592669 Mar 08 19:19:52.761184 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50656) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:19:52.768331 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Request body: {'floatingip': {'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:52.851675 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:52.956285 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:53.062982 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Allocated IP 172.27.3.232 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/151c6fc3-2adf-4fcc-aa57-f999470c552a) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:53.177886 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for port (151c6fc3-2adf-4fcc-aa57-f999470c552a), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:53.269719 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (151c6fc3-2adf-4fcc-aa57-f999470c552a), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:53.331411 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:53.334531 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:53.337215 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:53.366897 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event updated for resources: {'Port': ['ID=151c6fc3-2adf-4fcc-aa57-f999470c552a,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:53.385366 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77eca03-8a07-4884-b35c-6dd6657347b8 req-9f03c393-9f8f-46bd-9d57-78a12e32f780 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:53.386920 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d77eca03-8a07-4884-b35c-6dd6657347b8 req-9f03c393-9f8f-46bd-9d57-78a12e32f780 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 944 time: 0.1006348 Mar 08 19:19:53.401658 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d931f37-c36d-423b-b6d2-ef23e7a3b014 req-3f8c3ae1-24f2-4fcc-9078-b1aa1adb3266 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:53.404678 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1d931f37-c36d-423b-b6d2-ef23e7a3b014 req-3f8c3ae1-24f2-4fcc-9078-b1aa1adb3266 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0818186 Mar 08 19:19:53.443636 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for floatingip (f092a3df-fcda-480a-bf14-641b5891dfbd), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:53.476940 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d77eca03-8a07-4884-b35c-6dd6657347b8 req-24569734-463a-4f36-96b0-10956869df1d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727279 Mar 08 19:19:53.481357 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1d931f37-c36d-423b-b6d2-ef23e7a3b014 req-3bab951a-ff2b-4224-96ea-fcacbc995f69 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706639 Mar 08 19:19:53.548951 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (151c6fc3-2adf-4fcc-aa57-f999470c552a), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:53.566741 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-47aeee8d-e3a4-4d38-8a66-de7a16f876b6 req-9555cb69-43e4-4e08-950c-fd36ceddf2ee tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 210 time: 0.0317700 Mar 08 19:19:53.710320 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for port (151c6fc3-2adf-4fcc-aa57-f999470c552a), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:53.748369 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6014735'] for port (151c6fc3-2adf-4fcc-aa57-f999470c552a), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:53.819566 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event updated for resources: {'Port': ['ID=151c6fc3-2adf-4fcc-aa57-f999470c552a,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:53.835259 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (f092a3df-fcda-480a-bf14-641b5891dfbd), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:53.888771 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:53.889636 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-c39c06f1-4eac-4aae-8b11-fee2e86382e1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1271439 Mar 08 19:19:54.068121 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8260ef94-327c-43e7-b7b8-a52746787427 req-3222c019-bd55-40a7-89fd-3aa8fbb755e2 service neutron] 10.222.0.76 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320322 Mar 08 19:19:54.071876 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-dc9915a9-28e0-477e-981c-f5551b2d8f2f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--805455286&fields=id&tenant_id=efdd81b216bc4091b41a1aec0610c6ad HTTP/1.1" status: 200 len: 267 time: 0.0653164 Mar 08 19:19:54.250653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-5bd7b4ef-ac4d-4ecd-b198-1ec475c0e58a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:54.252236 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-5bd7b4ef-ac4d-4ecd-b198-1ec475c0e58a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/networks?id=cd3ea4fe-bf1a-4952-b0bd-286510901348 HTTP/1.1" status: 200 len: 816 time: 0.1711745 Mar 08 19:19:54.254238 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8260ef94-327c-43e7-b7b8-a52746787427 req-6114fa65-5bc3-401b-ba29-850e48ead13d service neutron] 10.222.0.76 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760874 Mar 08 19:19:54.269405 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-c60e8928-f9b0-4b0a-adaa-73db9680250f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/quotas/efdd81b216bc4091b41a1aec0610c6ad HTTP/1.1" status: 200 len: 375 time: 0.0117371 Mar 08 19:19:54.332477 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-db63de47-524b-4ba7-a57c-4115d0f18e46 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=efdd81b216bc4091b41a1aec0610c6ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572710 Mar 08 19:19:54.432819 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-3c692593-38f3-46d3-b6c4-51705fec566a service neutron] 10.222.0.75 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871651 Mar 08 19:19:54.541363 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-cbd0cf47-f887-4270-bce3-04d969854bea service neutron] 10.222.0.75 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026196 Mar 08 19:19:54.614448 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203690c-bb2e-449d-85de-36e3072fbefd req-2b5cee16-287e-44d3-87d0-11efa96f4150 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:54.615984 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2203690c-bb2e-449d-85de-36e3072fbefd req-2b5cee16-287e-44d3-87d0-11efa96f4150 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 944 time: 0.0581236 Mar 08 19:19:54.667208 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2203690c-bb2e-449d-85de-36e3072fbefd req-ff43c5eb-7de6-45ff-a614-2fed71aac8b2 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454733 Mar 08 19:19:54.785258 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2916ea4-17a6-4e66-bfeb-c62b511636a8 req-b8d2b624-71c2-4ea0-b6aa-a1c88ae749e6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:54.788607 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c2916ea4-17a6-4e66-bfeb-c62b511636a8 req-b8d2b624-71c2-4ea0-b6aa-a1c88ae749e6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0649414 Mar 08 19:19:54.847290 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a6ade9f4-3c0e-48b5-9fd8-fc158116265d req-f8743a5b-451b-4403-a949-036fa06b5fc2 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 210 time: 0.0391500 Mar 08 19:19:54.872540 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c2916ea4-17a6-4e66-bfeb-c62b511636a8 req-8b103de2-a87e-4b5f-afa1-0756836f0c17 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718410 Mar 08 19:19:54.962798 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5e9ece08-4496-4b69-abd2-f7962d61d7e8 req-093d7e39-d423-43b0-9281-51f0134ab44d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 210 time: 0.0416858 Mar 08 19:19:55.316656 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-df5352b6-1c34-4563-8b7a-62d6429dc32e tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:55.316656 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-df5352b6-1c34-4563-8b7a-62d6429dc32e tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "GET /v2.0/networks?id=eadbce5e-f6fa-402e-acf1-15b1deb0f309 HTTP/1.1" status: 200 len: 815 time: 0.1547284 Mar 08 19:19:55.339023 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e248ef8-0ee6-4e3d-8e77-27ce43f1ed09 req-b421dc20-7ef0-4b7f-887d-51425ae36bc7 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:55.339023 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1e248ef8-0ee6-4e3d-8e77-27ce43f1ed09 req-b421dc20-7ef0-4b7f-887d-51425ae36bc7 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0942516 Mar 08 19:19:55.465755 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1e248ef8-0ee6-4e3d-8e77-27ce43f1ed09 req-fe933b74-b279-4a26-b5de-5d179776f450 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143970 Mar 08 19:19:55.473162 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-6ce61d4a-9bce-4cb5-9ac7-2b01ecde85e8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff78af332934469ba0ee399835378e5f HTTP/1.1" status: 200 len: 380 time: 0.1358192 Mar 08 19:19:55.478614 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d81f1-e88d-4735-9012-6c51af667203 req-79f8b3a9-001d-4aa5-9b3a-f44eecd66254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:55.484356 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d78d81f1-e88d-4735-9012-6c51af667203 req-79f8b3a9-001d-4aa5-9b3a-f44eecd66254 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=011362b6715747dba59bf9619c6bd65b&device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 1130 time: 0.1274128 Mar 08 19:19:55.484583 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-74ea73ee-e731-4e32-b50e-f7391008b50c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'port': {'device_id': '9c138706-751b-40a6-9cd3-9200e0dc36fd', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'admin_state_up': True, 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'security_groups': ['56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9']}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:55.658423 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d81f1-e88d-4735-9012-6c51af667203 req-f10410fc-eb18-42f7-88ff-a873af1af0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:55.659826 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d78d81f1-e88d-4735-9012-6c51af667203 req-f10410fc-eb18-42f7-88ff-a873af1af0fa service neutron] 10.222.0.76 "GET /v2.0/networks?id=c8a25d18-0969-475a-a1e7-ff064689da30 HTTP/1.1" status: 200 len: 912 time: 0.1714990 Mar 08 19:19:55.740886 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d78d81f1-e88d-4735-9012-6c51af667203 req-1bf5075a-ca69-4da2-8145-2ddeded167fd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=202b6771-2b6b-4cec-a768-6c3521e9cd8f HTTP/1.1" status: 200 len: 1001 time: 0.0683928 Mar 08 19:19:55.797808 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-74ea73ee-e731-4e32-b50e-f7391008b50c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Made reservation on behalf of ff78af332934469ba0ee399835378e5f for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:19:55.801135 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-74ea73ee-e731-4e32-b50e-f7391008b50c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:55.849297 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d81f1-e88d-4735-9012-6c51af667203 req-9fe0c86d-cfb5-4d61-92d3-9ae2f0c64b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:55.850761 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d78d81f1-e88d-4735-9012-6c51af667203 req-9fe0c86d-cfb5-4d61-92d3-9ae2f0c64b57 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fdb0863d-aa5d-4f95-aa01-9b30b9d1315b HTTP/1.1" status: 200 len: 850 time: 0.0972927 Mar 08 19:19:55.903709 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39962e-bcd0-4f0e-b675-c9428c055bcb req-c656b33a-c22c-4db8-98ee-d2d0da50b264 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:55.905262 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8c39962e-bcd0-4f0e-b675-c9428c055bcb req-c656b33a-c22c-4db8-98ee-d2d0da50b264 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 944 time: 0.1618702 Mar 08 19:19:56.026865 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-66a606a3-5732-4909-893e-b912996194bc req-6a5da43e-e72c-4ccf-bed9-a6e7fcc301db tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 210 time: 0.0665925 Mar 08 19:19:56.069619 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8c39962e-bcd0-4f0e-b675-c9428c055bcb req-8edd9182-87d8-4f5a-8b9d-ca1c081f9e59 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444342 Mar 08 19:19:56.083087 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d81f1-e88d-4735-9012-6c51af667203 req-536db379-674f-4af5-9d94-1d632ede4cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:56.084639 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d78d81f1-e88d-4735-9012-6c51af667203 req-536db379-674f-4af5-9d94-1d632ede4cd2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c8a25d18-0969-475a-a1e7-ff064689da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2034190 Mar 08 19:19:56.085852 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-74ea73ee-e731-4e32-b50e-f7391008b50c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Allocated IP 172.20.0.3 (eadbce5e-f6fa-402e-acf1-15b1deb0f309/f85598c7-024d-416e-bf9f-b74e60adac34/5734a3a9-cc72-4bae-8317-bbdde03ac4ac) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:56.143976 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-702d2276-a943-4cb8-beb8-a6726f0dc448 req-b09279cf-31b9-4836-aede-8787d8c726c9 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 210 time: 0.0508859 Mar 08 19:19:56.285111 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d78d81f1-e88d-4735-9012-6c51af667203 req-5514c316-577f-4127-aa46-7551e15b318b service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929226 Mar 08 19:19:56.403673 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-74ea73ee-e731-4e32-b50e-f7391008b50c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for port (5734a3a9-cc72-4bae-8317-bbdde03ac4ac), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:56.446886 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d78d81f1-e88d-4735-9012-6c51af667203 req-9d748ea9-40a5-47bc-8242-17669e206a73 service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533844 Mar 08 19:19:56.497884 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-74ea73ee-e731-4e32-b50e-f7391008b50c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (5734a3a9-cc72-4bae-8317-bbdde03ac4ac), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:56.550416 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-74ea73ee-e731-4e32-b50e-f7391008b50c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Network eadbce5e-f6fa-402e-acf1-15b1deb0f309 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:56.564436 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-74ea73ee-e731-4e32-b50e-f7391008b50c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:56.580779 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea73ee-e731-4e32-b50e-f7391008b50c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'Port': ['ID=5734a3a9-cc72-4bae-8317-bbdde03ac4ac,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:56.583386 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-74ea73ee-e731-4e32-b50e-f7391008b50c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:56.647629 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-74ea73ee-e731-4e32-b50e-f7391008b50c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:56.648580 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-74ea73ee-e731-4e32-b50e-f7391008b50c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:56.670500 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca84815-350b-4920-a754-5bce0cf80193 req-752674aa-09bb-406a-8f0d-bd65346e4fc7 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:56.672949 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5ca84815-350b-4920-a754-5bce0cf80193 req-752674aa-09bb-406a-8f0d-bd65346e4fc7 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.1278079 Mar 08 19:19:56.729987 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5ca84815-350b-4920-a754-5bce0cf80193 req-9cad87d9-58b8-4b16-834b-7b69fe95f246 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509636 Mar 08 19:19:56.775837 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-74ea73ee-e731-4e32-b50e-f7391008b50c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2950473 Mar 08 19:19:56.787014 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Request body: {'port': {'device_id': '9c138706-751b-40a6-9cd3-9200e0dc36fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:56.815135 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-9e048cd6-4546-46df-b43e-baa513fb6286 None None] Provisioning complete for port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:56.823243 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9e048cd6-4546-46df-b43e-baa513fb6286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (5734a3a9-cc72-4bae-8317-bbdde03ac4ac), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:56.851545 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (5734a3a9-cc72-4bae-8317-bbdde03ac4ac), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:56.861357 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-9e048cd6-4546-46df-b43e-baa513fb6286 None None] Port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:19:57.072121 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-7fbd182f-9cc9-46b2-9eb0-cce0ce782187 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:57.072121 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-7fbd182f-9cc9-46b2-9eb0-cce0ce782187 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.76 "GET /v2.0/networks?id=cd3ea4fe-bf1a-4952-b0bd-286510901348 HTTP/1.1" status: 200 len: 816 time: 0.2024677 Mar 08 19:19:57.276898 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-9dae4f47-7238-4c32-bbdc-0f329df21928 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efdd81b216bc4091b41a1aec0610c6ad HTTP/1.1" status: 200 len: 379 time: 0.1875615 Mar 08 19:19:57.294335 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-7d54ab56-df62-40cb-af0d-227876ed49d7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Request body: {'port': {'device_id': '2fb629d0-2eab-412c-8995-f16c1538c828', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'admin_state_up': True, 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'security_groups': ['dc220bc3-a8c3-47e4-949c-68d22d75ece1']}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:57.309681 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b12e7-da16-43f5-ac49-8239555940ce req-449400c6-8706-4a17-b00d-d263141d3072 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:57.311113 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-172b12e7-da16-43f5-ac49-8239555940ce req-449400c6-8706-4a17-b00d-d263141d3072 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 931 time: 0.1998124 Mar 08 19:19:57.369809 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b2aa8-a589-4a66-8f0f-bb4c7f4c69a2 req-f437f52d-bc63-4105-a2af-f478b7934078 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:57.371359 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ad7b2aa8-a589-4a66-8f0f-bb4c7f4c69a2 req-f437f52d-bc63-4105-a2af-f478b7934078 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 944 time: 0.2055445 Mar 08 19:19:57.739178 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:19:57.768924 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5734a3a9-cc72-4bae-8317-bbdde03ac4ac {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:19:57.789907 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Publish callbacks [] for port (5734a3a9-cc72-4bae-8317-bbdde03ac4ac), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:57.806043 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-172b12e7-da16-43f5-ac49-8239555940ce req-739845df-decf-4e4d-9927-0326ef3fb768 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4741962 Mar 08 19:19:57.832496 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Transition to ACTIVE for port object 5734a3a9-cc72-4bae-8317-bbdde03ac4ac will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:19:57.836126 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ad7b2aa8-a589-4a66-8f0f-bb4c7f4c69a2 req-9e9361fe-2e2a-48f1-a86d-c97e5aa11766 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202857 Mar 08 19:19:57.862519 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0,segment=NetworkSegment(808985f6-5371-4940-8d50-5f6eb9461b23),segment_id=808985f6-5371-4940-8d50-5f6eb9461b23)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:57.875824 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'port_id': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0', 'mac_address': 'fa:16:3e:34:08:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:19:57.908277 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f2dceced-9374-4096-9a4d-e5948923a7be req-dbb789e9-a3f6-402a-8aea-abcbbdff2055 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 210 time: 0.0342484 Mar 08 19:19:57.922011 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:57.922756 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:57.926735 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (5734a3a9-cc72-4bae-8317-bbdde03ac4ac), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:57.946990 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:19:57.973796 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0,segment=NetworkSegment(808985f6-5371-4940-8d50-5f6eb9461b23),segment_id=808985f6-5371-4940-8d50-5f6eb9461b23)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:19:57.974024 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-7d54ab56-df62-40cb-af0d-227876ed49d7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Made reservation on behalf of efdd81b216bc4091b41a1aec0610c6ad for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:19:57.977400 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-7d54ab56-df62-40cb-af0d-227876ed49d7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:58.019959 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Pushing event updated for resources: {'Port': ['ID=5734a3a9-cc72-4bae-8317-bbdde03ac4ac,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:58.042019 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:58.104578 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:58.124046 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38153c-12fa-48eb-9592-778da4f3c76d req-0ee4a626-c951-4f52-a331-9dbecbfbb7b9 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:58.125697 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2f38153c-12fa-48eb-9592-778da4f3c76d req-0ee4a626-c951-4f52-a331-9dbecbfbb7b9 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.2102816 Mar 08 19:19:58.235060 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Attempting to bind port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:19:58.235540 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Attempting to bind port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:19:58.235812 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Attempting to bind port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac on network eadbce5e-f6fa-402e-acf1-15b1deb0f309 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:58.245661 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2f38153c-12fa-48eb-9592-778da4f3c76d req-e405cb94-7628-45ec-8cc7-523db0782b25 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128812 Mar 08 19:19:58.248492 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac on network eadbce5e-f6fa-402e-acf1-15b1deb0f309 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:19:58.248809 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Attempting to bind port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac on network eadbce5e-f6fa-402e-acf1-15b1deb0f309 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:19:58.256770 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-7d54ab56-df62-40cb-af0d-227876ed49d7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Allocated IP 172.20.0.8 (cd3ea4fe-bf1a-4952-b0bd-286510901348/ee055724-f572-4951-9bec-6d1ee3ec6732/2eb86a7d-edd4-4947-9ef9-4da4449b0e1f) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:19:58.259488 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:19:58.259775 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Checking segment: {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:19:58.260180 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Bound using segment: {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:19:58.260612 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Bound port: 5734a3a9-cc72-4bae-8317-bbdde03ac4ac, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:19:58.260969 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (5734a3a9-cc72-4bae-8317-bbdde03ac4ac), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:58.371284 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['ffb7e097-a3bb-4d3a-8540-5b1eda1926a0'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:19:58.404475 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] For port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:19:58.422044 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] For port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5734a3a9-cc72-4bae-8317-bbdde03ac4ac,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:19:58.462525 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-7d54ab56-df62-40cb-af0d-227876ed49d7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:58.487605 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (5734a3a9-cc72-4bae-8317-bbdde03ac4ac), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:58.534820 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:58.535480 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:58.536913 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] 10.222.0.76 "PUT /v2.0/ports/5734a3a9-cc72-4bae-8317-bbdde03ac4ac HTTP/1.1" status: 200 len: 1093 time: 1.7541380 Mar 08 19:19:58.540402 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c138706-751b-40a6-9cd3-9200e0dc36fd', 'tag': '5734a3a9-cc72-4bae-8317-bbdde03ac4ac'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:19:58.544515 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d93258b-6381-4d10-9239-5e99e64f19ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9c138706-751b-40a6-9cd3-9200e0dc36fd", "tag": "5734a3a9-cc72-4bae-8317-bbdde03ac4ac"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:19:58.561544 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73db44-28da-40d7-aadc-652cc1af7a9b service neutron] Pushing event updated for resources: {'Port': ['ID=5734a3a9-cc72-4bae-8317-bbdde03ac4ac,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:58.572543 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-7d54ab56-df62-40cb-af0d-227876ed49d7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:58.613853 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822bc059-7686-4e02-8f79-5e3874e0b4db x-openstack-request-id: req-822bc059-7686-4e02-8f79-5e3874e0b4db {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:19:58.614485 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c138706-751b-40a6-9cd3-9200e0dc36fd", "tag": "5734a3a9-cc72-4bae-8317-bbdde03ac4ac", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:19:58.614685 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-822bc059-7686-4e02-8f79-5e3874e0b4db {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:19:58.615194 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c138706-751b-40a6-9cd3-9200e0dc36fd', 'tag': '5734a3a9-cc72-4bae-8317-bbdde03ac4ac', 'status': 'completed', 'code': 200} Mar 08 19:19:58.669053 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-7d54ab56-df62-40cb-af0d-227876ed49d7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Network cd3ea4fe-bf1a-4952-b0bd-286510901348 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:19:58.669842 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54ab56-df62-40cb-af0d-227876ed49d7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event updated for resources: {'Port': ['ID=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:58.675428 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-7d54ab56-df62-40cb-af0d-227876ed49d7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:19:58.678529 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-7d54ab56-df62-40cb-af0d-227876ed49d7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:19:58.730012 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93258b-6381-4d10-9239-5e99e64f19ea req-8944087d-f572-48cc-9c75-818bd9fb1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:58.731538 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2d93258b-6381-4d10-9239-5e99e64f19ea req-8944087d-f572-48cc-9c75-818bd9fb1e90 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 1127 time: 0.1014690 Mar 08 19:19:58.740238 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-7d54ab56-df62-40cb-af0d-227876ed49d7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:58.740903 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-7d54ab56-df62-40cb-af0d-227876ed49d7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:58.854676 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-7d54ab56-df62-40cb-af0d-227876ed49d7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5653880 Mar 08 19:19:58.868668 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Request body: {'port': {'device_id': '2fb629d0-2eab-412c-8995-f16c1538c828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:19:58.897779 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93258b-6381-4d10-9239-5e99e64f19ea req-54658798-b5e2-4e6d-8e8e-66c29b878298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:58.899237 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2d93258b-6381-4d10-9239-5e99e64f19ea req-54658798-b5e2-4e6d-8e8e-66c29b878298 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ff78af332934469ba0ee399835378e5f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1556263 Mar 08 19:19:59.058171 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-44fc5bab-63c7-494b-89fb-bd70f5d4b6bc None None] Provisioning complete for port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:59.059024 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-44fc5bab-63c7-494b-89fb-bd70f5d4b6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:59.102364 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:59.114646 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-44fc5bab-63c7-494b-89fb-bd70f5d4b6bc None None] Port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:19:59.139445 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633de16-216e-43f2-bfec-96f17507f1a8 req-7c1f2ea2-7366-4f10-ab85-eb5be818683c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:59.141019 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2633de16-216e-43f2-bfec-96f17507f1a8 req-7c1f2ea2-7366-4f10-ab85-eb5be818683c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 943 time: 0.2473774 Mar 08 19:19:59.168087 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd264d4-dbe4-4f34-aebb-ed4979001e9a req-d60f8476-64bc-4eff-a411-798b6dac1959 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:59.169591 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-abd264d4-dbe4-4f34-aebb-ed4979001e9a req-d60f8476-64bc-4eff-a411-798b6dac1959 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 945 time: 0.2259593 Mar 08 19:19:59.203114 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93258b-6381-4d10-9239-5e99e64f19ea req-a3e091ea-f3d8-4447-b9db-200318a3d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:59.204996 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2d93258b-6381-4d10-9239-5e99e64f19ea req-a3e091ea-f3d8-4447-b9db-200318a3d40c service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2927587 Mar 08 19:19:59.377947 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-abd264d4-dbe4-4f34-aebb-ed4979001e9a req-b9c47496-d566-4946-80e3-e5ec9731bef4 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841898 Mar 08 19:19:59.380911 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2633de16-216e-43f2-bfec-96f17507f1a8 req-41b1a277-9a7a-461f-bd82-00ac85fc512e tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297716 Mar 08 19:19:59.426525 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-38050a70-05df-4d6b-82f9-741440ac87d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:59.428140 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-38050a70-05df-4d6b-82f9-741440ac87d5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 1127 time: 0.1763151 Mar 08 19:19:59.524815 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-fc2903b5-a1f9-4956-a2aa-bcdf28bd6126 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5734a3a9-cc72-4bae-8317-bbdde03ac4ac HTTP/1.1" status: 200 len: 217 time: 0.0691907 Mar 08 19:19:59.629151 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5a4de-4703-4cd8-a402-667cf5f63b8e req-9bbe3b9f-53d0-4b86-a501-dcb1e9e17461 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:59.630978 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a8d5a4de-4703-4cd8-a402-667cf5f63b8e req-9bbe3b9f-53d0-4b86-a501-dcb1e9e17461 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 931 time: 0.1766648 Mar 08 19:19:59.636711 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-ff69d97b-ccbe-427d-8689-109c1467fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:59.638540 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-ff69d97b-ccbe-427d-8689-109c1467fe5f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f85598c7-024d-416e-bf9f-b74e60adac34 HTTP/1.1" status: 200 len: 854 time: 0.1061172 Mar 08 19:19:59.721265 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:19:59.740150 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Publish callbacks [] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:59.746258 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:19:59.764116 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a8d5a4de-4703-4cd8-a402-667cf5f63b8e req-6d4b2eea-2366-471d-aaf0-4b7fb7e919ba tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245477 Mar 08 19:19:59.768532 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Transition to ACTIVE for port object 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:19:59.776641 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-1cf07865-f354-4421-9bfd-68d920354f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:19:59.783960 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-1cf07865-f354-4421-9bfd-68d920354f57 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eadbce5e-f6fa-402e-acf1-15b1deb0f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1292684 Mar 08 19:19:59.840771 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:59.851447 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:19:59.858938 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:19:59.859324 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:19:59.913329 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:19:59.920591 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-0c82f559-bbd2-447e-9a03-c2df5ded591c service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367164 Mar 08 19:19:59.965556 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:19:59.965963 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:00.001738 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:20:00.004500 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa06d8e-5987-462c-869e-960aa4a2b4c5" -d '{"events": [{"server_uuid": "04abbb21-ab32-456a-b9e5-eda0284c067c", "name": "network-vif-plugged", "status": "completed", "tag": "ffb7e097-a3bb-4d3a-8540-5b1eda1926a0"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:20:00.019129 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0,segment=NetworkSegment(808985f6-5371-4940-8d50-5f6eb9461b23),segment_id=808985f6-5371-4940-8d50-5f6eb9461b23)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:00.054272 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a921572-2383-4606-920c-35cd3dd13c54 x-openstack-request-id: req-3a921572-2383-4606-920c-35cd3dd13c54 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:20:00.055728 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04abbb21-ab32-456a-b9e5-eda0284c067c", "name": "network-vif-plugged", "status": "completed", "tag": "ffb7e097-a3bb-4d3a-8540-5b1eda1926a0", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:20:00.055728 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3a921572-2383-4606-920c-35cd3dd13c54 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:20:00.056710 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0', 'code': 200} Mar 08 19:20:00.071377 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Attempting to bind port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:20:00.071694 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Attempting to bind port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:20:00.072066 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Attempting to bind port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f on network cd3ea4fe-bf1a-4952-b0bd-286510901348 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:20:00.084627 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f on network cd3ea4fe-bf1a-4952-b0bd-286510901348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:20:00.085105 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Attempting to bind port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f on network cd3ea4fe-bf1a-4952-b0bd-286510901348 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:20:00.090923 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:00.091484 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ea469fd2-42fc-4702-a9ed-5f0c9baf0b70 req-dde9523a-879b-4770-a322-aa8fec44f02b service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453581 Mar 08 19:20:00.099289 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:20:00.106731 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Checking segment: {'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:20:00.106731 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Bound using segment: {'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:20:00.106731 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Bound port: 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77d6ac8-1091-4c45-ab25-0707097153b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:20:00.106731 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:00.165126 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:00.183088 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] For port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:20:00.186052 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] For port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:20:00.274877 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:00.317685 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:00.318312 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:00.319773 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] 10.222.0.76 "PUT /v2.0/ports/2eb86a7d-edd4-4947-9ef9-4da4449b0e1f HTTP/1.1" status: 200 len: 1093 time: 1.4576554 Mar 08 19:20:00.343089 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845fdba-9795-49de-908a-7ec481861d08 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:00.413765 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228826b-3866-4f2e-9552-27c5df8b4c8b req-e99512bf-cfe3-4ce4-804c-eab2175dd0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:00.415406 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2228826b-3866-4f2e-9552-27c5df8b4c8b req-e99512bf-cfe3-4ce4-804c-eab2175dd0d5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 1130 time: 0.0635257 Mar 08 19:20:00.604782 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2228826b-3866-4f2e-9552-27c5df8b4c8b req-4b43ece2-5083-4efe-be8d-ed73e9535fcd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830182 Mar 08 19:20:00.610284 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-0accff4a-b73d-445d-b2b6-d751015c1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:00.611815 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-0accff4a-b73d-445d-b2b6-d751015c1f8a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=efdd81b216bc4091b41a1aec0610c6ad&device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 1127 time: 0.1778612 Mar 08 19:20:00.617303 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb629d0-2eab-412c-8995-f16c1538c828', 'tag': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:20:00.619764 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36eff857-9976-4513-8f1e-1eef15f3b47b" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb629d0-2eab-412c-8995-f16c1538c828", "tag": "2eb86a7d-edd4-4947-9ef9-4da4449b0e1f"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:20:00.639975 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a60fc-60af-41cb-b76f-4babd6714579 req-12731817-89f9-4e94-a7f5-7375bcc12d2f tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:00.642053 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-338a60fc-60af-41cb-b76f-4babd6714579 req-12731817-89f9-4e94-a7f5-7375bcc12d2f tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 946 time: 0.1612608 Mar 08 19:20:00.658231 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68fe5a-39a6-4797-bad4-dfc300a16994 req-f01fb07e-0c61-43c5-8220-c38389ab8b8c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:00.659740 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8d68fe5a-39a6-4797-bad4-dfc300a16994 req-f01fb07e-0c61-43c5-8220-c38389ab8b8c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 943 time: 0.1569984 Mar 08 19:20:00.769877 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-338a60fc-60af-41cb-b76f-4babd6714579 req-c68d5c0e-a2f2-403d-8f3c-238f98a6c5ea tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090434 Mar 08 19:20:00.772825 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8d68fe5a-39a6-4797-bad4-dfc300a16994 req-c6c350d7-4ad6-4c45-bb1f-ac4ae6c52443 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050212 Mar 08 19:20:00.832685 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174052f9-5904-4c0e-91c4-f07926b1d2b7 x-openstack-request-id: req-174052f9-5904-4c0e-91c4-f07926b1d2b7 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:20:00.832985 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb629d0-2eab-412c-8995-f16c1538c828", "tag": "2eb86a7d-edd4-4947-9ef9-4da4449b0e1f", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:20:00.833296 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-174052f9-5904-4c0e-91c4-f07926b1d2b7 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:20:00.833709 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb629d0-2eab-412c-8995-f16c1538c828', 'tag': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f', 'status': 'completed', 'code': 200} Mar 08 19:20:00.916125 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-10e78978-c892-40b5-be83-b83d2a14d628 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f HTTP/1.1" status: 200 len: 217 time: 0.0678325 Mar 08 19:20:00.993005 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-b7093cb3-8392-4359-afee-13ae65abedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:00.994883 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-b7093cb3-8392-4359-afee-13ae65abedcf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee055724-f572-4951-9bec-6d1ee3ec6732 HTTP/1.1" status: 200 len: 855 time: 0.0632534 Mar 08 19:20:01.011759 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c244de-0449-45ff-82a2-283649607173 req-14ba0d87-3b0c-49d7-bd4b-e1c1e5f127f0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:01.013984 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-58c244de-0449-45ff-82a2-283649607173 req-14ba0d87-3b0c-49d7-bd4b-e1c1e5f127f0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.1583953 Mar 08 19:20:01.108257 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-58c244de-0449-45ff-82a2-283649607173 req-c57076ae-5981-4760-9b4b-c33e1a691d52 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836949 Mar 08 19:20:01.112432 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-1101be78-fd70-420a-8e9c-d868b8d6aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:01.114428 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-1101be78-fd70-420a-8e9c-d868b8d6aa6a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cd3ea4fe-bf1a-4952-b0bd-286510901348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1116440 Mar 08 19:20:01.221216 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-181ed3b4-162d-488a-8c19-28cf8b947978 service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992436 Mar 08 19:20:01.321800 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b372f4b-be4c-42bb-b237-df7f69dd6a38 req-13914b9f-5fff-485c-906f-65886564e1e7 service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947235 Mar 08 19:20:01.534881 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eff857-9976-4513-8f1e-1eef15f3b47b req-eaeda6ae-3f8b-46b7-9af5-2c4b41aa19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:01.536486 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-36eff857-9976-4513-8f1e-1eef15f3b47b req-eaeda6ae-3f8b-46b7-9af5-2c4b41aa19e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=efdd81b216bc4091b41a1aec0610c6ad&device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 1127 time: 0.0465410 Mar 08 19:20:01.630794 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eff857-9976-4513-8f1e-1eef15f3b47b req-58f108f5-c430-43e4-a24c-9c99c01921db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:01.632344 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-36eff857-9976-4513-8f1e-1eef15f3b47b req-58f108f5-c430-43e4-a24c-9c99c01921db service neutron] 10.222.0.76 "GET /v2.0/networks?id=cd3ea4fe-bf1a-4952-b0bd-286510901348 HTTP/1.1" status: 200 len: 917 time: 0.0862513 Mar 08 19:20:01.678733 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-36eff857-9976-4513-8f1e-1eef15f3b47b req-ae92b64d-4511-461d-a2a9-efe4b07c34cc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f HTTP/1.1" status: 200 len: 217 time: 0.0376508 Mar 08 19:20:01.736153 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eff857-9976-4513-8f1e-1eef15f3b47b req-5b07480f-efc3-4c57-be3c-eb57adbf7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:01.738047 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-36eff857-9976-4513-8f1e-1eef15f3b47b req-5b07480f-efc3-4c57-be3c-eb57adbf7c3a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee055724-f572-4951-9bec-6d1ee3ec6732 HTTP/1.1" status: 200 len: 855 time: 0.0471356 Mar 08 19:20:01.789880 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eff857-9976-4513-8f1e-1eef15f3b47b req-ba307787-510a-43b4-b7ad-c4361ec1cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:01.791343 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-36eff857-9976-4513-8f1e-1eef15f3b47b req-ba307787-510a-43b4-b7ad-c4361ec1cacb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cd3ea4fe-bf1a-4952-b0bd-286510901348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470881 Mar 08 19:20:01.965739 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4999280d-5784-4334-a419-52786bfa414f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:01.966574 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-36eff857-9976-4513-8f1e-1eef15f3b47b req-83a87c1a-dba0-4f25-a8b2-bec81833136b service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548512 Mar 08 19:20:02.005980 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547e487-3158-4d21-a1c6-2771c90bf082 req-634f0277-6d99-483d-a044-7182a518ef75 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:02.007493 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c547e487-3158-4d21-a1c6-2771c90bf082 req-634f0277-6d99-483d-a044-7182a518ef75 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 943 time: 0.1335304 Mar 08 19:20:02.017266 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f967dfd-cee5-4e2e-93f3-30e6c153cf77 req-627221f6-f650-4299-9924-38ee01c9912a tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:02.018733 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f967dfd-cee5-4e2e-93f3-30e6c153cf77 req-627221f6-f650-4299-9924-38ee01c9912a tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 946 time: 0.1458685 Mar 08 19:20:02.146116 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c547e487-3158-4d21-a1c6-2771c90bf082 req-fd60946b-81f3-4263-adb0-83b4703c5ee9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263933 Mar 08 19:20:02.151617 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f967dfd-cee5-4e2e-93f3-30e6c153cf77 req-e819ce4a-35f9-4012-a229-e4866f878291 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246789 Mar 08 19:20:02.155432 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-36eff857-9976-4513-8f1e-1eef15f3b47b req-85717a65-31c9-47ef-89d8-9a45be62e23e service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823039 Mar 08 19:20:02.518073 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530763f-2849-4f0d-acc6-cf3e64832626 req-4065bb97-39ac-4924-a02a-03e8b7377748 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:02.519485 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1530763f-2849-4f0d-acc6-cf3e64832626 req-4065bb97-39ac-4924-a02a-03e8b7377748 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.3156793 Mar 08 19:20:02.566235 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1530763f-2849-4f0d-acc6-cf3e64832626 req-5ffbee6d-f6bd-4dcb-b766-f6d0389205b7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411212 Mar 08 19:20:03.298350 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02d54e-cc6e-48ba-ac75-3ae786c4231d req-5b6cc248-f286-483d-93b5-c3e4330dcbf7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:03.299873 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ac02d54e-cc6e-48ba-ac75-3ae786c4231d req-5b6cc248-f286-483d-93b5-c3e4330dcbf7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 943 time: 0.0814466 Mar 08 19:20:03.330437 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc6e39-2a4c-4c35-95be-9d57a96dbdc0 req-7a846f97-fb6f-489b-a6e5-478e524646ee tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:03.331977 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1ddc6e39-2a4c-4c35-95be-9d57a96dbdc0 req-7a846f97-fb6f-489b-a6e5-478e524646ee tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 946 time: 0.0870228 Mar 08 19:20:03.377784 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ac02d54e-cc6e-48ba-ac75-3ae786c4231d req-3bdd7364-7e87-402f-892c-a790450f5c5c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710671 Mar 08 19:20:03.401931 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1ddc6e39-2a4c-4c35-95be-9d57a96dbdc0 req-34bc9c61-4b9d-41c3-b245-b72dcd0cb24e tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637388 Mar 08 19:20:03.519265 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f2ef4-827e-4a90-8828-e421ca964c88 req-c17072ba-141e-48f4-9e99-7a60b2861638 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:03.520764 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-662f2ef4-827e-4a90-8828-e421ca964c88 req-c17072ba-141e-48f4-9e99-7a60b2861638 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 946 time: 0.0535767 Mar 08 19:20:03.568425 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-662f2ef4-827e-4a90-8828-e421ca964c88 req-8646f19f-50fe-41c0-b0e7-abc42e1131dc tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403666 Mar 08 19:20:03.696900 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6096ea-01b7-4c8a-8cf0-4b8b99a79302 req-aafef585-2697-4566-a45d-1a24a3667a94 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:03.698309 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d6096ea-01b7-4c8a-8cf0-4b8b99a79302 req-aafef585-2697-4566-a45d-1a24a3667a94 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0541446 Mar 08 19:20:03.751780 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d6096ea-01b7-4c8a-8cf0-4b8b99a79302 req-356d620e-775d-4b40-b168-8b532d4718bc tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467668 Mar 08 19:20:03.923989 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431d129-f518-4ca0-8dcb-738df6ec75dd req-31ec7016-f1e0-45a9-abdb-486aaa3c97bc tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:03.925459 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c431d129-f518-4ca0-8dcb-738df6ec75dd req-31ec7016-f1e0-45a9-abdb-486aaa3c97bc tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 946 time: 0.0569236 Mar 08 19:20:03.974835 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c431d129-f518-4ca0-8dcb-738df6ec75dd req-0fdd4ae4-8a67-4eee-b618-0cfb30af7dea tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437615 Mar 08 19:20:04.268293 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d68694b8-cd7c-4efa-9698-641ba4f3488b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:04.500056 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e3ca4-049e-4f8d-9c8e-139b5749892e req-16f53d8c-f101-49b7-a5f9-e389819193bb tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:04.502070 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-719e3ca4-049e-4f8d-9c8e-139b5749892e req-16f53d8c-f101-49b7-a5f9-e389819193bb tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 943 time: 0.0574481 Mar 08 19:20:04.555463 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-719e3ca4-049e-4f8d-9c8e-139b5749892e req-9398923f-6cc2-45b0-8c21-76b21f8f9279 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478332 Mar 08 19:20:04.893551 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23241c71-4a80-4d5d-a6e2-8295daaa803a req-d3ce65d5-1de2-40fc-9acc-5c4a66773bfb tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:04.895216 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-23241c71-4a80-4d5d-a6e2-8295daaa803a req-d3ce65d5-1de2-40fc-9acc-5c4a66773bfb tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0685494 Mar 08 19:20:04.954145 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-23241c71-4a80-4d5d-a6e2-8295daaa803a req-c8806b9a-8874-446c-9341-69511ce6ab85 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516698 Mar 08 19:20:05.262409 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:05.687156 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08c5da-c6fe-47b0-9d96-c3525c710c82 req-2cc2accc-c18c-4c30-8eb7-b5307d5dc13f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:05.688677 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3b08c5da-c6fe-47b0-9d96-c3525c710c82 req-2cc2accc-c18c-4c30-8eb7-b5307d5dc13f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 943 time: 0.0613449 Mar 08 19:20:05.746159 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3b08c5da-c6fe-47b0-9d96-c3525c710c82 req-96324d9d-5242-42ec-86e0-fccee04f4c9b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518074 Mar 08 19:20:05.780882 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 5734a3a9-cc72-4bae-8317-bbdde03ac4ac details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:20:06.016513 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5734a3a9-cc72-4bae-8317-bbdde03ac4ac,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:06.028421 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '5734a3a9-cc72-4bae-8317-bbdde03ac4ac', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'port_id': '5734a3a9-cc72-4bae-8317-bbdde03ac4ac', 'mac_address': 'fa:16:3e:0e:fa:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 999, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:20:06.068629 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:06.069023 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (5734a3a9-cc72-4bae-8317-bbdde03ac4ac), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:06.078193 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d09c65-590c-49dc-95e5-1a5001828b70 req-2492b3ea-1125-461e-b06a-87d9c6df254d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:06.080277 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-99d09c65-590c-49dc-95e5-1a5001828b70 req-2492b3ea-1125-461e-b06a-87d9c6df254d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0539172 Mar 08 19:20:06.082690 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5734a3a9-cc72-4bae-8317-bbdde03ac4ac {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:20:06.104779 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5734a3a9-cc72-4bae-8317-bbdde03ac4ac,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:06.132676 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-99d09c65-590c-49dc-95e5-1a5001828b70 req-59d9dd84-fe4e-4d05-b25f-72e70821d2ce tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465522 Mar 08 19:20:06.165385 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (5734a3a9-cc72-4bae-8317-bbdde03ac4ac), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:06.171515 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:20:06.243184 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=5734a3a9-cc72-4bae-8317-bbdde03ac4ac,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:06.303216 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:06.314689 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'port_id': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f', 'mac_address': 'fa:16:3e:db:ab:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:20:06.351219 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:06.351653 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:06.365139 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:20:06.388959 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:06.456838 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:06.508316 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:06.814826 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['5734a3a9-cc72-4bae-8317-bbdde03ac4ac'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:20:06.820117 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['2eb86a7d-edd4-4947-9ef9-4da4449b0e1f'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:20:06.867137 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23e37e-4ae9-4a98-b879-50df04f07db9 req-e0de22b3-c01d-4f75-a6d9-a4939f2fc1b6 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:06.868679 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9a23e37e-4ae9-4a98-b879-50df04f07db9 req-e0de22b3-c01d-4f75-a6d9-a4939f2fc1b6 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 944 time: 0.0532482 Mar 08 19:20:06.925189 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9a23e37e-4ae9-4a98-b879-50df04f07db9 req-85c14189-e268-466a-a528-e756fe6b78e0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507443 Mar 08 19:20:07.239588 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:07.264027 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1320812-c047-4367-a94d-5e5318bc356a req-8f884253-48c8-4e38-b2e5-54215f500de0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:07.265587 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f1320812-c047-4367-a94d-5e5318bc356a req-8f884253-48c8-4e38-b2e5-54215f500de0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 944 time: 0.0556009 Mar 08 19:20:07.315415 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f1320812-c047-4367-a94d-5e5318bc356a req-c4ad6d7e-1948-40e5-83de-5d6c5ecc2d06 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429039 Mar 08 19:20:08.054469 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97b6ba-29a4-40d0-8010-0713e19c5ee8 req-dec9aa71-5fcd-44b5-9bae-6861956b93f2 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:08.055967 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2d97b6ba-29a4-40d0-8010-0713e19c5ee8 req-dec9aa71-5fcd-44b5-9bae-6861956b93f2 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 944 time: 0.0586424 Mar 08 19:20:08.103337 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2d97b6ba-29a4-40d0-8010-0713e19c5ee8 req-b5aa3ef3-2b00-4279-bbb8-2441b96cbfdf tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418282 Mar 08 19:20:08.416441 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:08.442729 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d27b1-ce68-4c79-8abd-579d1d442c90 req-2283ef31-b877-45d2-be11-4e45fc0ab4cf tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:08.444438 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c80d27b1-ce68-4c79-8abd-579d1d442c90 req-2283ef31-b877-45d2-be11-4e45fc0ab4cf tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 944 time: 0.0567670 Mar 08 19:20:08.493734 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c80d27b1-ce68-4c79-8abd-579d1d442c90 req-fb97233c-229c-4d3e-b2e6-548f4af6da98 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434282 Mar 08 19:20:09.221646 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35955a3-a822-4584-91a4-7471393eb710 req-0148a42c-63b6-4f4a-b570-5c37ca7b3a43 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:09.223067 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e35955a3-a822-4584-91a4-7471393eb710 req-0148a42c-63b6-4f4a-b570-5c37ca7b3a43 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 944 time: 0.0523152 Mar 08 19:20:09.273693 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e35955a3-a822-4584-91a4-7471393eb710 req-3f3e8090-b2ae-43ef-85cd-f6168722fd57 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451596 Mar 08 19:20:09.615898 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f516694-b32a-47b4-970e-02978fd8cc97 req-bf3e8674-b996-41ad-8a9c-45de553dcccf tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:09.617444 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4f516694-b32a-47b4-970e-02978fd8cc97 req-bf3e8674-b996-41ad-8a9c-45de553dcccf tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 944 time: 0.0526919 Mar 08 19:20:09.665573 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4f516694-b32a-47b4-970e-02978fd8cc97 req-25890efb-389e-44ca-928c-f1ced71da13d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423698 Mar 08 19:20:09.791724 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:20:09.896284 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:20:09.900407 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:09.900791 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:09.979484 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:09.979878 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:10.003968 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb629d0-2eab-412c-8995-f16c1538c828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:20:10.006220 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4536a698-6036-4ed5-ad65-6fc476ac6c39" -d '{"events": [{"server_uuid": "2fb629d0-2eab-412c-8995-f16c1538c828", "name": "network-vif-plugged", "status": "completed", "tag": "2eb86a7d-edd4-4947-9ef9-4da4449b0e1f"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:20:10.019875 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:10.042422 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba81f6b-b4a0-412c-b163-5cbf651268a1 x-openstack-request-id: req-fba81f6b-b4a0-412c-b163-5cbf651268a1 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:20:10.042659 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb629d0-2eab-412c-8995-f16c1538c828", "name": "network-vif-plugged", "status": "completed", "tag": "2eb86a7d-edd4-4947-9ef9-4da4449b0e1f", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:20:10.042910 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fba81f6b-b4a0-412c-b163-5cbf651268a1 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:20:10.043305 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb629d0-2eab-412c-8995-f16c1538c828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f', 'code': 200} Mar 08 19:20:10.067890 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:10.068724 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 5734a3a9-cc72-4bae-8317-bbdde03ac4ac up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:20:10.146200 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:10.205391 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:20:10.209711 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:10.210090 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (5734a3a9-cc72-4bae-8317-bbdde03ac4ac), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:10.290260 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:10.290901 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (5734a3a9-cc72-4bae-8317-bbdde03ac4ac), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:10.303312 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14fdb8-2f13-4335-9828-b3ef1afe1ed2 req-8daa13d6-7272-44e1-a01f-e3c84a8e541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:10.304816 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0a14fdb8-2f13-4335-9828-b3ef1afe1ed2 req-8daa13d6-7272-44e1-a01f-e3c84a8e541d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 1129 time: 0.0458276 Mar 08 19:20:10.334932 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5734a3a9-cc72-4bae-8317-bbdde03ac4ac,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:10.361727 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0a14fdb8-2f13-4335-9828-b3ef1afe1ed2 req-704ca8c3-7237-447c-bb26-2d5a8cb6fee1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498877 Mar 08 19:20:10.370946 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (5734a3a9-cc72-4bae-8317-bbdde03ac4ac), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:10.410497 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf17a02-092d-4634-90fc-cc36051cc744 req-6befa3d9-f943-4621-9384-85f1d27182e6 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:10.412067 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cbf17a02-092d-4634-90fc-cc36051cc744 req-6befa3d9-f943-4621-9384-85f1d27182e6 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 944 time: 0.0620966 Mar 08 19:20:10.422938 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=5734a3a9-cc72-4bae-8317-bbdde03ac4ac,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:10.461246 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cbf17a02-092d-4634-90fc-cc36051cc744 req-f156a9ed-b968-4180-b627-e885fe9a891a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431225 Mar 08 19:20:10.789920 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa8b8d-59d0-474b-b4d5-dd379154b228 req-ebcadad2-9af6-433f-b6ea-6063d144461d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:10.791518 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-69fa8b8d-59d0-474b-b4d5-dd379154b228 req-ebcadad2-9af6-433f-b6ea-6063d144461d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0540400 Mar 08 19:20:10.855214 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-69fa8b8d-59d0-474b-b4d5-dd379154b228 req-74a6f0fc-1829-49f3-8b53-025f4f72a862 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547881 Mar 08 19:20:11.588491 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8f327-1c96-440d-95c7-ec5af2c8731e req-3d925f43-0150-4ca8-a8ba-bec4e4f7c4cb tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:11.589943 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-10f8f327-1c96-440d-95c7-ec5af2c8731e req-3d925f43-0150-4ca8-a8ba-bec4e4f7c4cb tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 945 time: 0.0573754 Mar 08 19:20:11.636920 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-10f8f327-1c96-440d-95c7-ec5af2c8731e req-eead094d-2258-4e6f-9fff-6cb050646f8d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406063 Mar 08 19:20:11.984806 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83789e32-47ff-4ab3-b0cf-9a1909556293 req-5f3ccfcc-43a8-4415-a96c-323ab5769add tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:11.986373 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-83789e32-47ff-4ab3-b0cf-9a1909556293 req-5f3ccfcc-43a8-4415-a96c-323ab5769add tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0529320 Mar 08 19:20:12.034045 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-83789e32-47ff-4ab3-b0cf-9a1909556293 req-cdb7f5e7-bab3-4c0d-a764-8c992be51ecd tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421681 Mar 08 19:20:12.044714 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c138706-751b-40a6-9cd3-9200e0dc36fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5734a3a9-cc72-4bae-8317-bbdde03ac4ac'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:20:12.048043 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceb1eaa-d09b-42e6-90a2-ff7576d316e5" -d '{"events": [{"server_uuid": "9c138706-751b-40a6-9cd3-9200e0dc36fd", "name": "network-vif-plugged", "status": "completed", "tag": "5734a3a9-cc72-4bae-8317-bbdde03ac4ac"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:20:12.083478 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b95e87f-6c69-49f8-98b2-3c0ea2686df1 x-openstack-request-id: req-6b95e87f-6c69-49f8-98b2-3c0ea2686df1 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:20:12.083769 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c138706-751b-40a6-9cd3-9200e0dc36fd", "name": "network-vif-plugged", "status": "completed", "tag": "5734a3a9-cc72-4bae-8317-bbdde03ac4ac", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:20:12.084072 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6b95e87f-6c69-49f8-98b2-3c0ea2686df1 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:20:12.084460 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c138706-751b-40a6-9cd3-9200e0dc36fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5734a3a9-cc72-4bae-8317-bbdde03ac4ac', 'code': 200} Mar 08 19:20:12.160774 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07879e97-2133-498c-b97f-978c8271cba3 req-5fea29f0-900b-4a23-a9fb-683857269af0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:12.162302 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-07879e97-2133-498c-b97f-978c8271cba3 req-5fea29f0-900b-4a23-a9fb-683857269af0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0541098 Mar 08 19:20:12.171603 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50826) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:12.178523 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-2715b960-5257-4e7e-924d-e28e374c1357 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Request body: {'floatingip': {'port_id': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:12.225284 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2715b960-5257-4e7e-924d-e28e374c1357 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for floatingip (f092a3df-fcda-480a-bf14-641b5891dfbd), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:12.350579 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f987064-1720-4488-ad83-8445b05a99c7 req-8bf997dd-eef7-4a4d-b653-1be3ef39e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:12.352121 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f987064-1720-4488-ad83-8445b05a99c7 req-8bf997dd-eef7-4a4d-b653-1be3ef39e2d8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 1129 time: 0.0492849 Mar 08 19:20:12.407231 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f987064-1720-4488-ad83-8445b05a99c7 req-3f49431a-d183-4d00-a7b1-3ae8c1b9e1b5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404382 Mar 08 19:20:12.674343 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2715b960-5257-4e7e-924d-e28e374c1357 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:12.737058 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2715b960-5257-4e7e-924d-e28e374c1357 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (f092a3df-fcda-480a-bf14-641b5891dfbd), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:12.759138 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa153ee4-b9d9-4abf-8137-d518e0405027 req-560833eb-23f9-4fd7-a872-3116befcbdc2 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:12.760709 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-aa153ee4-b9d9-4abf-8137-d518e0405027 req-560833eb-23f9-4fd7-a872-3116befcbdc2 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 945 time: 0.0548742 Mar 08 19:20:12.808711 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-aa153ee4-b9d9-4abf-8137-d518e0405027 req-ec28c004-9e8c-4bcc-a1c1-33c8a5aa4029 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421000 Mar 08 19:20:12.842860 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.l3_db [None req-2715b960-5257-4e7e-924d-e28e374c1357 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Floating IP f092a3df-fcda-480a-bf14-641b5891dfbd associated. External IP: 172.27.3.232, port: 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f. Mar 08 19:20:13.064791 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2715b960-5257-4e7e-924d-e28e374c1357 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:20:13.178540 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2715b960-5257-4e7e-924d-e28e374c1357 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:20:13.183379 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2715b960-5257-4e7e-924d-e28e374c1357 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:13.190035 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2d4b42-d073-4934-bd7a-31ba7db16ab5 None None] Sync routers for ids ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:20:13.200766 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d4b42-d073-4934-bd7a-31ba7db16ab5 None None] Routers {'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:20:13.201413 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-fe2d4b42-d073-4934-bd7a-31ba7db16ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:20:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:13.226087 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-2715b960-5257-4e7e-924d-e28e374c1357 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "PUT /v2.0/floatingips/f092a3df-fcda-480a-bf14-641b5891dfbd HTTP/1.1" status: 200 len: 991 time: 1.0405953 Mar 08 19:20:13.226087 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb629d0-2eab-412c-8995-f16c1538c828', 'tag': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:20:13.226087 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53819140b743c14f5f7a1fe2ab51494c776a848c6f719dc74ac88d912fee6995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b582763d-cc5e-4164-be69-5def5739c927" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb629d0-2eab-412c-8995-f16c1538c828", "tag": "2eb86a7d-edd4-4947-9ef9-4da4449b0e1f"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:20:13.317628 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-fe2d4b42-d073-4934-bd7a-31ba7db16ab5 None None] Set router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:20:13.321401 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b035202-89ff-496d-b49c-1823f4257c34 x-openstack-request-id: req-9b035202-89ff-496d-b49c-1823f4257c34 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:20:13.321707 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb629d0-2eab-412c-8995-f16c1538c828", "tag": "2eb86a7d-edd4-4947-9ef9-4da4449b0e1f", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:20:13.321968 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9b035202-89ff-496d-b49c-1823f4257c34 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:20:13.322461 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb629d0-2eab-412c-8995-f16c1538c828', 'tag': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f', 'status': 'completed', 'code': 200} Mar 08 19:20:13.394901 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582763d-cc5e-4164-be69-5def5739c927 req-ab1b7cc5-159d-426f-92c7-e209df24e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:13.396513 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b582763d-cc5e-4164-be69-5def5739c927 req-ab1b7cc5-159d-426f-92c7-e209df24e193 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=efdd81b216bc4091b41a1aec0610c6ad&device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 1129 time: 0.0477455 Mar 08 19:20:13.497165 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582763d-cc5e-4164-be69-5def5739c927 req-1e7612fd-bda0-4c3c-97a0-64f17d4d0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:13.498506 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b582763d-cc5e-4164-be69-5def5739c927 req-1e7612fd-bda0-4c3c-97a0-64f17d4d0422 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cd3ea4fe-bf1a-4952-b0bd-286510901348 HTTP/1.1" status: 200 len: 917 time: 0.0941873 Mar 08 19:20:13.568733 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-fe2d4b42-d073-4934-bd7a-31ba7db16ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'f092a3df-fcda-480a-bf14-641b5891dfbd', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'port_id': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'mac_address': 'fa:16:3e:db:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb629d0-2eab-412c-8995-f16c1538c828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:19:53Z', 'updated_at': '2022-03-08T19:20:12Z', 'revision_number': 1, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef', 'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'mac_address': 'fa:16:3e:44:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:45Z', 'revision_number': 5, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'subnets': [{'id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:13.588902 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b582763d-cc5e-4164-be69-5def5739c927 req-447d711d-3133-4cc9-b4da-6457f22b0137 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f HTTP/1.1" status: 200 len: 999 time: 0.0831165 Mar 08 19:20:13.596839 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2d4b42-d073-4934-bd7a-31ba7db16ab5 None None] Checking router: c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:20:13.605900 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d4b42-d073-4934-bd7a-31ba7db16ab5 None None] Routers {'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:20:13.606504 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-fe2d4b42-d073-4934-bd7a-31ba7db16ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:20:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:13.641058 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582763d-cc5e-4164-be69-5def5739c927 req-281b6eab-efdf-40cf-8964-e3f72886157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:13.642673 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b582763d-cc5e-4164-be69-5def5739c927 req-281b6eab-efdf-40cf-8964-e3f72886157e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee055724-f572-4951-9bec-6d1ee3ec6732 HTTP/1.1" status: 200 len: 855 time: 0.0454626 Mar 08 19:20:13.705831 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582763d-cc5e-4164-be69-5def5739c927 req-267220f5-6636-45e8-8488-8341e2ceb25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:13.707581 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b582763d-cc5e-4164-be69-5def5739c927 req-267220f5-6636-45e8-8488-8341e2ceb25a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cd3ea4fe-bf1a-4952-b0bd-286510901348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578902 Mar 08 19:20:13.723751 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-fe2d4b42-d073-4934-bd7a-31ba7db16ab5 None None] Set router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:20:13.814288 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b582763d-cc5e-4164-be69-5def5739c927 req-d5f09dba-a927-4327-8859-a5e0e45dea26 service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001859 Mar 08 19:20:13.970569 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4a08-5903-4488-99c6-090e86e19bb9 req-00f2e4e6-da83-4b35-a6e2-4dc8a34c268c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:13.976367 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3b9d4a08-5903-4488-99c6-090e86e19bb9 req-00f2e4e6-da83-4b35-a6e2-4dc8a34c268c tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 945 time: 0.0789862 Mar 08 19:20:13.990148 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b582763d-cc5e-4164-be69-5def5739c927 req-05cf3080-a014-48dd-836f-f9c3eddc8e6b service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605754 Mar 08 19:20:13.996724 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-fe2d4b42-d073-4934-bd7a-31ba7db16ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'f092a3df-fcda-480a-bf14-641b5891dfbd', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'port_id': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'mac_address': 'fa:16:3e:db:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb629d0-2eab-412c-8995-f16c1538c828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:19:53Z', 'updated_at': '2022-03-08T19:20:12Z', 'revision_number': 1, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef', 'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'mac_address': 'fa:16:3e:44:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:45Z', 'revision_number': 5, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'subnets': [{'id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:14.030816 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2d4b42-d073-4934-bd7a-31ba7db16ab5 None None] The sync data for ids ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'] in dv-cinder-830091-3-iscsi is: [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'f092a3df-fcda-480a-bf14-641b5891dfbd', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'port_id': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'mac_address': 'fa:16:3e:db:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb629d0-2eab-412c-8995-f16c1538c828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:19:53Z', 'updated_at': '2022-03-08T19:20:12Z', 'revision_number': 1, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef', 'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'mac_address': 'fa:16:3e:44:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:45Z', 'revision_number': 5, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'subnets': [{'id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:20:14.045301 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3b9d4a08-5903-4488-99c6-090e86e19bb9 req-f880af1d-06b2-41fd-95a5-00a2c7822c82 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653074 Mar 08 19:20:14.249686 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185a7ee9-236e-4efc-b2bf-88fe850c6e3f None None] New status for floating IP f092a3df-fcda-480a-bf14-641b5891dfbd: ACTIVE {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:20:15.169624 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cc839-2c5e-4f39-8391-237b4efc7494 req-4a3af7bf-ec64-4901-a4f9-9f66d39b57cb tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:15.172226 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-816cc839-2c5e-4f39-8391-237b4efc7494 req-4a3af7bf-ec64-4901-a4f9-9f66d39b57cb tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 945 time: 0.0555522 Mar 08 19:20:15.227547 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-816cc839-2c5e-4f39-8391-237b4efc7494 req-a17ce2fa-61c3-4e0b-856e-d69480b4401d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442595 Mar 08 19:20:15.353834 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e9447-8c5a-4bd1-b215-d56ec918b477 req-cd395c88-0fbc-4615-9f82-bf8508ff06ff tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:15.356314 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-465e9447-8c5a-4bd1-b215-d56ec918b477 req-cd395c88-0fbc-4615-9f82-bf8508ff06ff tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 946 time: 0.1063197 Mar 08 19:20:15.432256 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea8508-c32e-47d3-a731-96e4df1fb420 req-7ef1edaf-8cf0-48b6-a2d2-d3e0f2e23cdb tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:15.434777 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b8ea8508-c32e-47d3-a731-96e4df1fb420 req-7ef1edaf-8cf0-48b6-a2d2-d3e0f2e23cdb tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 945 time: 0.1427512 Mar 08 19:20:15.443701 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50854) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:15.448356 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-fc7c5fbf-93f3-4439-8271-4c6b5b9ff529 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'floatingip': {'port_id': '5734a3a9-cc72-4bae-8317-bbdde03ac4ac'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:15.465038 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-465e9447-8c5a-4bd1-b215-d56ec918b477 req-ba32abc0-fbff-40a1-b06e-0fae3b512275 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012502 Mar 08 19:20:15.488164 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 50856) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:15.492532 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fc7c5fbf-93f3-4439-8271-4c6b5b9ff529 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (453a8fda-ba8b-4f81-8f6a-16132aeb5201), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:15.629278 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acc1e0b-8426-4a87-80ae-30c2ee6c3a81 tempest-TestMinimumBasicScenario-337968287 tempest-TestMinimumBasicScenario-337968287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:15.630818 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-0acc1e0b-8426-4a87-80ae-30c2ee6c3a81 tempest-TestMinimumBasicScenario-337968287 tempest-TestMinimumBasicScenario-337968287-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 1125 time: 0.1416545 Mar 08 19:20:15.633984 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 50860) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:15.638189 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Request body: {'floatingip': {'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'port_id': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:15.736881 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:15.836233 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:15.943372 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Allocated IP 172.27.3.238 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/d0071682-aecb-4f52-ac3d-af2769700f2a) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:20:15.959938 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fc7c5fbf-93f3-4439-8271-4c6b5b9ff529 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:16.033952 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fc7c5fbf-93f3-4439-8271-4c6b5b9ff529 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (453a8fda-ba8b-4f81-8f6a-16132aeb5201), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:16.049732 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for port (d0071682-aecb-4f52-ac3d-af2769700f2a), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:16.139152 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.l3_db [None req-fc7c5fbf-93f3-4439-8271-4c6b5b9ff529 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Floating IP 453a8fda-ba8b-4f81-8f6a-16132aeb5201 associated. External IP: 172.27.3.67, port: 5734a3a9-cc72-4bae-8317-bbdde03ac4ac. Mar 08 19:20:16.165571 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (d0071682-aecb-4f52-ac3d-af2769700f2a), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:16.201471 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:20:16.206761 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:20:16.209412 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:20:16.241477 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Pushing event updated for resources: {'Port': ['ID=d0071682-aecb-4f52-ac3d-af2769700f2a,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:16.252688 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:16.253045 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:16.253392 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:16.253735 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:16.254072 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:16.254410 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:16.254742 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:16.255081 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:16.255429 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:16.255746 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:16.256102 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:16.256431 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:16.256759 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:16.353406 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7c5fbf-93f3-4439-8271-4c6b5b9ff529 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Router bb4877bd-bd79-4d0b-90c3-53ae27b105db has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:20:16.612560 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for floatingip (51a3eef2-cdd5-4f12-84c0-be19654fd1b5), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:16.685681 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7c5fbf-93f3-4439-8271-4c6b5b9ff529 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:20:16.690322 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fc7c5fbf-93f3-4439-8271-4c6b5b9ff529 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:16.695546 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124538c7-ae6d-4f02-a0ef-69e1a8429737 None None] Sync routers for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:20:16.706791 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124538c7-ae6d-4f02-a0ef-69e1a8429737 None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:20:16.708004 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-124538c7-ae6d-4f02-a0ef-69e1a8429737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:20:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:16.724184 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-fc7c5fbf-93f3-4439-8271-4c6b5b9ff529 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "PUT /v2.0/floatingips/453a8fda-ba8b-4f81-8f6a-16132aeb5201 HTTP/1.1" status: 200 len: 990 time: 1.2792256 Mar 08 19:20:16.724770 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c138706-751b-40a6-9cd3-9200e0dc36fd', 'tag': '5734a3a9-cc72-4bae-8317-bbdde03ac4ac'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:20:16.727328 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53819140b743c14f5f7a1fe2ab51494c776a848c6f719dc74ac88d912fee6995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e24e5d-6028-476f-a13f-564e08cd7f87" -d '{"events": [{"name": "network-changed", "server_uuid": "9c138706-751b-40a6-9cd3-9200e0dc36fd", "tag": "5734a3a9-cc72-4bae-8317-bbdde03ac4ac"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:20:16.757555 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (d0071682-aecb-4f52-ac3d-af2769700f2a), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:16.782386 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571e08e6-fde7-430e-a395-6fa41693b208 x-openstack-request-id: req-571e08e6-fde7-430e-a395-6fa41693b208 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:20:16.782692 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c138706-751b-40a6-9cd3-9200e0dc36fd", "tag": "5734a3a9-cc72-4bae-8317-bbdde03ac4ac", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:20:16.782950 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-571e08e6-fde7-430e-a395-6fa41693b208 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:20:16.783358 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c138706-751b-40a6-9cd3-9200e0dc36fd', 'tag': '5734a3a9-cc72-4bae-8317-bbdde03ac4ac', 'status': 'completed', 'code': 200} Mar 08 19:20:16.837635 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-124538c7-ae6d-4f02-a0ef-69e1a8429737 None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:20:16.917368 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e24e5d-6028-476f-a13f-564e08cd7f87 req-15307859-78f8-42ec-8482-1483fd579636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:16.918948 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9e24e5d-6028-476f-a13f-564e08cd7f87 req-15307859-78f8-42ec-8482-1483fd579636 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 1129 time: 0.1104345 Mar 08 19:20:17.027859 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for port (d0071682-aecb-4f52-ac3d-af2769700f2a), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:17.046728 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e24e5d-6028-476f-a13f-564e08cd7f87 req-179fab0f-597a-4065-8c09-937958439c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:17.048533 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9e24e5d-6028-476f-a13f-564e08cd7f87 req-179fab0f-597a-4065-8c09-937958439c3e service neutron] 10.222.0.76 "GET /v2.0/networks?id=eadbce5e-f6fa-402e-acf1-15b1deb0f309 HTTP/1.1" status: 200 len: 916 time: 0.1221895 Mar 08 19:20:17.101917 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-124538c7-ae6d-4f02-a0ef-69e1a8429737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '453a8fda-ba8b-4f81-8f6a-16132aeb5201', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': '5734a3a9-cc72-4bae-8317-bbdde03ac4ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:0e:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c138706-751b-40a6-9cd3-9200e0dc36fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:19:48Z', 'updated_at': '2022-03-08T19:20:15Z', 'revision_number': 1, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:17.119890 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9e24e5d-6028-476f-a13f-564e08cd7f87 req-28974a1b-83ed-41e2-bb0a-4d3d2b43ad9d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5734a3a9-cc72-4bae-8317-bbdde03ac4ac HTTP/1.1" status: 200 len: 998 time: 0.0649271 Mar 08 19:20:17.125779 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (d0071682-aecb-4f52-ac3d-af2769700f2a), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:17.251581 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Pushing event updated for resources: {'Port': ['ID=d0071682-aecb-4f52-ac3d-af2769700f2a,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:17.256292 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e24e5d-6028-476f-a13f-564e08cd7f87 req-86f49da4-8cad-4947-8677-b236cf97b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:17.257754 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9e24e5d-6028-476f-a13f-564e08cd7f87 req-86f49da4-8cad-4947-8677-b236cf97b87a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f85598c7-024d-416e-bf9f-b74e60adac34 HTTP/1.1" status: 200 len: 854 time: 0.1297426 Mar 08 19:20:17.261736 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124538c7-ae6d-4f02-a0ef-69e1a8429737 None None] Checking router: bb4877bd-bd79-4d0b-90c3-53ae27b105db for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:20:17.265502 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (51a3eef2-cdd5-4f12-84c0-be19654fd1b5), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:17.270996 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124538c7-ae6d-4f02-a0ef-69e1a8429737 None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:20:17.271611 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-124538c7-ae6d-4f02-a0ef-69e1a8429737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:20:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:17.381679 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-124538c7-ae6d-4f02-a0ef-69e1a8429737 None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:20:17.661849 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-124538c7-ae6d-4f02-a0ef-69e1a8429737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '453a8fda-ba8b-4f81-8f6a-16132aeb5201', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': '5734a3a9-cc72-4bae-8317-bbdde03ac4ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:0e:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c138706-751b-40a6-9cd3-9200e0dc36fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:19:48Z', 'updated_at': '2022-03-08T19:20:15Z', 'revision_number': 1, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:17.667453 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e24e5d-6028-476f-a13f-564e08cd7f87 req-7eb5809d-1755-4e80-83f7-62a905cf214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:17.667453 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9e24e5d-6028-476f-a13f-564e08cd7f87 req-7eb5809d-1755-4e80-83f7-62a905cf214e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eadbce5e-f6fa-402e-acf1-15b1deb0f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3659189 Mar 08 19:20:17.684408 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Floating IP 51a3eef2-cdd5-4f12-84c0-be19654fd1b5 associated. External IP: 172.27.3.238, port: ffb7e097-a3bb-4d3a-8540-5b1eda1926a0. Mar 08 19:20:17.695084 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124538c7-ae6d-4f02-a0ef-69e1a8429737 None None] The sync data for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi is: [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '453a8fda-ba8b-4f81-8f6a-16132aeb5201', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': '5734a3a9-cc72-4bae-8317-bbdde03ac4ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:0e:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c138706-751b-40a6-9cd3-9200e0dc36fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:19:48Z', 'updated_at': '2022-03-08T19:20:15Z', 'revision_number': 1, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:20:17.845330 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9e24e5d-6028-476f-a13f-564e08cd7f87 req-a61af0b6-3824-413b-8741-1e7cb732ccbc service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721292 Mar 08 19:20:17.927153 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a87fda-72b7-42a2-adc2-62725bddcc49 None None] New status for floating IP 453a8fda-ba8b-4f81-8f6a-16132aeb5201: ACTIVE {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:20:18.054160 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9e24e5d-6028-476f-a13f-564e08cd7f87 req-a96b36d4-f462-424e-903a-d4a569157ba3 service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998065 Mar 08 19:20:18.061109 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Router 46c8d447-5c7e-438c-8571-b18fd3443a57 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:20:18.181461 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:20:18.193037 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17994b5-4ea6-4953-80a5-b8464f37d284 None None] Sync routers for ids ['46c8d447-5c7e-438c-8571-b18fd3443a57'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:20:18.202991 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17994b5-4ea6-4953-80a5-b8464f37d284 None None] Routers {'46c8d447-5c7e-438c-8571-b18fd3443a57'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:20:18.204231 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-a17994b5-4ea6-4953-80a5-b8464f37d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:20:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['46c8d447-5c7e-438c-8571-b18fd3443a57'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:18.286959 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.314794 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-a17994b5-4ea6-4953-80a5-b8464f37d284 None None] Set router 46c8d447-5c7e-438c-8571-b18fd3443a57 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:20:18.320541 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-963edf48-093e-45d7-ac35-e93c3364656b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6829069 Mar 08 19:20:18.320541 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'tag': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:20:18.320973 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed64d62-5b89-40c6-ae64-ea3eafcae965" -d '{"events": [{"name": "network-changed", "server_uuid": "04abbb21-ab32-456a-b9e5-eda0284c067c", "tag": "ffb7e097-a3bb-4d3a-8540-5b1eda1926a0"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:20:18.321127 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50866) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:18.326040 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460715053', 'description': 'tempest-secgroup-smoke-460715053 description', 'project_id': '8493e87c10e641d683d44e78c2f7c51b'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:18.360994 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6072a11a-9b8e-45dd-82ab-1ce939f0e03e x-openstack-request-id: req-6072a11a-9b8e-45dd-82ab-1ce939f0e03e {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:20:18.361356 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04abbb21-ab32-456a-b9e5-eda0284c067c", "tag": "ffb7e097-a3bb-4d3a-8540-5b1eda1926a0", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:20:18.361675 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6072a11a-9b8e-45dd-82ab-1ce939f0e03e {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:20:18.362108 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'tag': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0', 'status': 'completed', 'code': 200} Mar 08 19:20:18.416530 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.432027 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed64d62-5b89-40c6-ae64-ea3eafcae965 req-b59ab209-98c9-4e8f-a277-8fed8dbe31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:18.433619 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5ed64d62-5b89-40c6-ae64-ea3eafcae965 req-b59ab209-98c9-4e8f-a277-8fed8dbe31b5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8493e87c10e641d683d44e78c2f7c51b&device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 1130 time: 0.0451956 Mar 08 19:20:18.487426 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group (fac173b8-1244-482f-9c3f-ef19a73c1d2c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.528670 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed64d62-5b89-40c6-ae64-ea3eafcae965 req-20f7f572-1730-465e-9d35-348c9421a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:18.530132 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5ed64d62-5b89-40c6-ae64-ea3eafcae965 req-20f7f572-1730-465e-9d35-348c9421a3c5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 HTTP/1.1" status: 200 len: 915 time: 0.0909672 Mar 08 19:20:18.549274 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-a17994b5-4ea6-4953-80a5-b8464f37d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'name': 'tempest-TestMinimumBasicScenario-816988316-router', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:12Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 4, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'gw_port': {'id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:13Z', 'updated_at': '2022-03-08T19:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '51a3eef2-cdd5-4f12-84c0-be19654fd1b5', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'port_id': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'mac_address': 'fa:16:3e:34:08:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:20:16Z', 'updated_at': '2022-03-08T19:20:16Z', 'revision_number': 0, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e', 'name': '', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'mac_address': 'fa:16:3e:17:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:15Z', 'updated_at': '2022-03-08T19:19:21Z', 'revision_number': 5, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'subnets': [{'id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:18.559213 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (fac173b8-1244-482f-9c3f-ef19a73c1d2c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.578560 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17994b5-4ea6-4953-80a5-b8464f37d284 None None] Checking router: 46c8d447-5c7e-438c-8571-b18fd3443a57 for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:20:18.587752 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17994b5-4ea6-4953-80a5-b8464f37d284 None None] Routers {'46c8d447-5c7e-438c-8571-b18fd3443a57'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:20:18.588498 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-a17994b5-4ea6-4953-80a5-b8464f37d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:20:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['46c8d447-5c7e-438c-8571-b18fd3443a57'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:18.589482 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac173b8-1244-482f-9c3f-ef19a73c1d2c,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:18.597842 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5ed64d62-5b89-40c6-ae64-ea3eafcae965 req-07ba2482-ee3d-4875-9e89-dd126bab2165 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 HTTP/1.1" status: 200 len: 1000 time: 0.0617430 Mar 08 19:20:18.598556 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.598911 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.599258 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.599605 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.599975 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.600313 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.600646 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.600976 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.605068 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.605068 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.605068 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.605068 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.605068 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:20:18.648540 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed64d62-5b89-40c6-ae64-ea3eafcae965 req-98a32770-e6e7-4195-bd5e-bc242890cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:18.649987 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5ed64d62-5b89-40c6-ae64-ea3eafcae965 req-98a32770-e6e7-4195-bd5e-bc242890cc36 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=291f3e85-a905-44bb-b333-8a57a8760f7f HTTP/1.1" status: 200 len: 853 time: 0.0452144 Mar 08 19:20:18.669945 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.675620 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-a3d924c7-e9b7-4132-a799-a1a5fdca0ea7 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3502898 Mar 08 19:20:18.676434 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50870) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:18.682507 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-0d049976-f391-4b96-954c-376197a62046 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Request body: {'security_group_rule': {'security_group_id': 'fac173b8-1244-482f-9c3f-ef19a73c1d2c', 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:18.704280 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-a17994b5-4ea6-4953-80a5-b8464f37d284 None None] Set router 46c8d447-5c7e-438c-8571-b18fd3443a57 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:20:18.717624 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed64d62-5b89-40c6-ae64-ea3eafcae965 req-bdc0c1ac-1f0c-4bde-b79c-8404fa90de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:18.720231 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5ed64d62-5b89-40c6-ae64-ea3eafcae965 req-bdc0c1ac-1f0c-4bde-b79c-8404fa90de98 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630379 Mar 08 19:20:18.775845 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0d049976-f391-4b96-954c-376197a62046 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (220d5762-d17a-4149-91fd-55c2af484860), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.814165 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5ed64d62-5b89-40c6-ae64-ea3eafcae965 req-d596d0cb-af3e-494e-82f5-3bd46b96d456 service neutron] 10.222.0.76 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859175 Mar 08 19:20:18.840945 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0d049976-f391-4b96-954c-376197a62046 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (220d5762-d17a-4149-91fd-55c2af484860), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.892628 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0d049976-f391-4b96-954c-376197a62046 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (220d5762-d17a-4149-91fd-55c2af484860), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.912405 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d049976-f391-4b96-954c-376197a62046 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220d5762-d17a-4149-91fd-55c2af484860,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:18.932846 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5ed64d62-5b89-40c6-ae64-ea3eafcae965 req-bc140a33-9ede-43fe-89bc-5e8f62581a45 service neutron] 10.222.0.76 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106322 Mar 08 19:20:18.949581 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-a17994b5-4ea6-4953-80a5-b8464f37d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'name': 'tempest-TestMinimumBasicScenario-816988316-router', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:12Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 4, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'gw_port': {'id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:13Z', 'updated_at': '2022-03-08T19:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '51a3eef2-cdd5-4f12-84c0-be19654fd1b5', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'port_id': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'mac_address': 'fa:16:3e:34:08:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:20:16Z', 'updated_at': '2022-03-08T19:20:16Z', 'revision_number': 0, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e', 'name': '', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'mac_address': 'fa:16:3e:17:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:15Z', 'updated_at': '2022-03-08T19:19:21Z', 'revision_number': 5, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'subnets': [{'id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:20:18.962618 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0d049976-f391-4b96-954c-376197a62046 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:18.965013 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-0d049976-f391-4b96-954c-376197a62046 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2866201 Mar 08 19:20:18.967632 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50872) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:18.974784 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-1ac3cd5e-a26b-4f3a-89a4-95064fd25b4c tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Request body: {'security_group_rule': {'security_group_id': 'fac173b8-1244-482f-9c3f-ef19a73c1d2c', 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:18.981649 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17994b5-4ea6-4953-80a5-b8464f37d284 None None] The sync data for ids ['46c8d447-5c7e-438c-8571-b18fd3443a57'] in dv-cinder-830091-3-iscsi is: [{'id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'name': 'tempest-TestMinimumBasicScenario-816988316-router', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:12Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 4, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'gw_port': {'id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:13Z', 'updated_at': '2022-03-08T19:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '51a3eef2-cdd5-4f12-84c0-be19654fd1b5', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'port_id': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'mac_address': 'fa:16:3e:34:08:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:20:16Z', 'updated_at': '2022-03-08T19:20:16Z', 'revision_number': 0, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e', 'name': '', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'mac_address': 'fa:16:3e:17:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:15Z', 'updated_at': '2022-03-08T19:19:21Z', 'revision_number': 5, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'subnets': [{'id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:20:19.080831 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cd5e-a26b-4f3a-89a4-95064fd25b4c tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (333c20c3-ca51-43f6-9464-539ea9f74797), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:19.139633 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cd5e-a26b-4f3a-89a4-95064fd25b4c tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (333c20c3-ca51-43f6-9464-539ea9f74797), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:19.185987 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37643f70-bcf1-48b3-8af9-c54c796f7e01 None None] New status for floating IP 51a3eef2-cdd5-4f12-84c0-be19654fd1b5: ACTIVE {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:20:19.193611 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cd5e-a26b-4f3a-89a4-95064fd25b4c tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (333c20c3-ca51-43f6-9464-539ea9f74797), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:19.213971 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3cd5e-a26b-4f3a-89a4-95064fd25b4c tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333c20c3-ca51-43f6-9464-539ea9f74797,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:19.260796 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cd5e-a26b-4f3a-89a4-95064fd25b4c tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:19.262026 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-1ac3cd5e-a26b-4f3a-89a4-95064fd25b4c tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2921298 Mar 08 19:20:19.264952 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50874) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:19.271457 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-516fb476-0d92-4fed-8b47-436543a4a860 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Request body: {'security_group_rule': {'security_group_id': 'fac173b8-1244-482f-9c3f-ef19a73c1d2c', 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:19.347201 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-516fb476-0d92-4fed-8b47-436543a4a860 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (be239c12-79db-4dd5-a744-c6aa6b6736ca), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:19.409494 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-516fb476-0d92-4fed-8b47-436543a4a860 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (be239c12-79db-4dd5-a744-c6aa6b6736ca), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:19.479092 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-516fb476-0d92-4fed-8b47-436543a4a860 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (be239c12-79db-4dd5-a744-c6aa6b6736ca), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:19.495676 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fb476-0d92-4fed-8b47-436543a4a860 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be239c12-79db-4dd5-a744-c6aa6b6736ca,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:19.566814 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-516fb476-0d92-4fed-8b47-436543a4a860 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:19.568067 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-516fb476-0d92-4fed-8b47-436543a4a860 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3014278 Mar 08 19:20:19.570724 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50878) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:19.574947 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-5af57e7b-f0ca-40bf-9795-9abfee929336 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Request body: {'security_group_rule': {'security_group_id': 'fac173b8-1244-482f-9c3f-ef19a73c1d2c', 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:19.661008 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5af57e7b-f0ca-40bf-9795-9abfee929336 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (c741dc60-d111-423f-8daf-ed6a421470ec), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:19.719747 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5af57e7b-f0ca-40bf-9795-9abfee929336 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (c741dc60-d111-423f-8daf-ed6a421470ec), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:19.799171 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5af57e7b-f0ca-40bf-9795-9abfee929336 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (c741dc60-d111-423f-8daf-ed6a421470ec), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:19.817402 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af57e7b-f0ca-40bf-9795-9abfee929336 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c741dc60-d111-423f-8daf-ed6a421470ec,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:19.857919 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5af57e7b-f0ca-40bf-9795-9abfee929336 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:19.859667 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-5af57e7b-f0ca-40bf-9795-9abfee929336 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2874887 Mar 08 19:20:19.862656 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50882) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:19.866845 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-14724bd0-73e9-481f-b313-cfe516390089 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Request body: {'security_group_rule': {'security_group_id': 'fac173b8-1244-482f-9c3f-ef19a73c1d2c', 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:19.942042 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.securitygroups_db [None req-14724bd0-73e9-481f-b313-cfe516390089 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Project 8493e87c10e641d683d44e78c2f7c51b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 19:20:19.947298 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-14724bd0-73e9-481f-b313-cfe516390089 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (c5580bc0-48d4-419c-b5a8-fced48efa9a0), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.009278 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-14724bd0-73e9-481f-b313-cfe516390089 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (c5580bc0-48d4-419c-b5a8-fced48efa9a0), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.056158 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-14724bd0-73e9-481f-b313-cfe516390089 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (c5580bc0-48d4-419c-b5a8-fced48efa9a0), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.074435 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14724bd0-73e9-481f-b313-cfe516390089 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5580bc0-48d4-419c-b5a8-fced48efa9a0,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:20.127883 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-14724bd0-73e9-481f-b313-cfe516390089 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.129136 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-14724bd0-73e9-481f-b313-cfe516390089 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2655928 Mar 08 19:20:20.131816 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50884) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:20:20.136515 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-8997ba10-7731-4234-ab3d-5402ae26c42e tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Request body: {'security_group_rule': {'security_group_id': 'fac173b8-1244-482f-9c3f-ef19a73c1d2c', 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:20.222453 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.securitygroups_db [None req-8997ba10-7731-4234-ab3d-5402ae26c42e tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Project 8493e87c10e641d683d44e78c2f7c51b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 19:20:20.227861 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8997ba10-7731-4234-ab3d-5402ae26c42e tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (4dc45bfe-79c8-4720-89e8-5c1eb72964cb), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.286527 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8997ba10-7731-4234-ab3d-5402ae26c42e tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (4dc45bfe-79c8-4720-89e8-5c1eb72964cb), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.365285 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8997ba10-7731-4234-ab3d-5402ae26c42e tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (4dc45bfe-79c8-4720-89e8-5c1eb72964cb), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.384459 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997ba10-7731-4234-ab3d-5402ae26c42e tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc45bfe-79c8-4720-89e8-5c1eb72964cb,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:20.453271 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8997ba10-7731-4234-ab3d-5402ae26c42e tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.454486 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-8997ba10-7731-4234-ab3d-5402ae26c42e tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3216338 Mar 08 19:20:20.546414 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-87e3747f-a495-41e1-9390-b4a0f8eaa377 req-7fa49fd8-9145-40dd-91d2-7e751e58a10b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460715053&fields=id&tenant_id=8493e87c10e641d683d44e78c2f7c51b HTTP/1.1" status: 200 len: 267 time: 0.0462258 Mar 08 19:20:20.601956 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3747f-a495-41e1-9390-b4a0f8eaa377 req-0ab05e42-6d08-4088-85ac-63630ceb1485 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:20.603418 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-87e3747f-a495-41e1-9390-b4a0f8eaa377 req-0ab05e42-6d08-4088-85ac-63630ceb1485 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 946 time: 0.0514789 Mar 08 19:20:20.614041 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-87e3747f-a495-41e1-9390-b4a0f8eaa377 req-bb5c081e-2b69-4ec9-ad18-60ddb570b7c3 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Request body: {'port': {'security_groups': ['892ba038-b053-4330-baed-76a2fe41b5d6', 'fac173b8-1244-482f-9c3f-ef19a73c1d2c']}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:20:20.688807 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-87e3747f-a495-41e1-9390-b4a0f8eaa377 req-bb5c081e-2b69-4ec9-ad18-60ddb570b7c3 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.885705 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-87e3747f-a495-41e1-9390-b4a0f8eaa377 req-bb5c081e-2b69-4ec9-ad18-60ddb570b7c3 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] For port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0,segment=NetworkSegment(808985f6-5371-4940-8d50-5f6eb9461b23),segment_id=808985f6-5371-4940-8d50-5f6eb9461b23)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:20:20.917853 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-87e3747f-a495-41e1-9390-b4a0f8eaa377 req-bb5c081e-2b69-4ec9-ad18-60ddb570b7c3 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.964919 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-87e3747f-a495-41e1-9390-b4a0f8eaa377 req-bb5c081e-2b69-4ec9-ad18-60ddb570b7c3 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:20.977264 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['ffb7e097-a3bb-4d3a-8540-5b1eda1926a0'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:20:21.011454 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3747f-a495-41e1-9390-b4a0f8eaa377 req-bb5c081e-2b69-4ec9-ad18-60ddb570b7c3 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:21.012099 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-87e3747f-a495-41e1-9390-b4a0f8eaa377 req-bb5c081e-2b69-4ec9-ad18-60ddb570b7c3 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:21.013498 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-87e3747f-a495-41e1-9390-b4a0f8eaa377 req-bb5c081e-2b69-4ec9-ad18-60ddb570b7c3 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "PUT /v2.0/ports/ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 HTTP/1.1" status: 200 len: 982 time: 0.4040484 Mar 08 19:20:21.013960 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'tag': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:20:21.016966 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65741a3e-7fe3-464c-b289-56c001c4e2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "04abbb21-ab32-456a-b9e5-eda0284c067c", "tag": "ffb7e097-a3bb-4d3a-8540-5b1eda1926a0"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:20:21.049026 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c081e-2b69-4ec9-ad18-60ddb570b7c3 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Pushing event updated for resources: {'Port': ['ID=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0,revision_number=6']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:20:21.085788 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61b69b7-2532-4878-a634-105e9c27463b x-openstack-request-id: req-a61b69b7-2532-4878-a634-105e9c27463b {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:20:21.086118 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04abbb21-ab32-456a-b9e5-eda0284c067c", "tag": "ffb7e097-a3bb-4d3a-8540-5b1eda1926a0", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:20:21.086355 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a61b69b7-2532-4878-a634-105e9c27463b {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:20:21.086798 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'tag': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0', 'status': 'completed', 'code': 200} Mar 08 19:20:21.157665 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['ffb7e097-a3bb-4d3a-8540-5b1eda1926a0'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:20:21.201213 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65741a3e-7fe3-464c-b289-56c001c4e2c3 req-5611b0f4-4e31-4f47-8295-eee1cf2c4c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:21.203369 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-65741a3e-7fe3-464c-b289-56c001c4e2c3 req-5611b0f4-4e31-4f47-8295-eee1cf2c4c78 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8493e87c10e641d683d44e78c2f7c51b&device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 1169 time: 0.0759606 Mar 08 19:20:21.212351 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b37339-305d-4583-81c7-a9651a1b4aa7 req-43ed81c8-c66d-42d9-9180-8fd0a76032ce tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:21.216445 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c6b37339-305d-4583-81c7-a9651a1b4aa7 req-43ed81c8-c66d-42d9-9180-8fd0a76032ce tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 985 time: 0.1007214 Mar 08 19:20:21.309153 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-510df2c1-ab02-4542-9315-5f4c72fc7af5 None None] Provisioning complete for port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:20:21.309447 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-510df2c1-ab02-4542-9315-5f4c72fc7af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:21.339384 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c6b37339-305d-4583-81c7-a9651a1b4aa7 req-d0d7c20b-d3bc-4ba5-b5c5-40b6526e6f38 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&id=fac173b8-1244-482f-9c3f-ef19a73c1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1133595 Mar 08 19:20:21.353215 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65741a3e-7fe3-464c-b289-56c001c4e2c3 req-d215fb3f-7c28-48ff-b052-3dde2e02f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:21.355551 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-65741a3e-7fe3-464c-b289-56c001c4e2c3 req-d215fb3f-7c28-48ff-b052-3dde2e02f14c service neutron] 10.222.0.76 "GET /v2.0/networks?id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 HTTP/1.1" status: 200 len: 915 time: 0.1380777 Mar 08 19:20:21.427337 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-65741a3e-7fe3-464c-b289-56c001c4e2c3 req-971de9b0-2965-44c5-bd03-5dc6dc858eef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 HTTP/1.1" status: 200 len: 1002 time: 0.0657485 Mar 08 19:20:21.476460 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65741a3e-7fe3-464c-b289-56c001c4e2c3 req-f1f0f6cf-7fe4-4ee5-9841-ec02795c6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:21.477823 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-65741a3e-7fe3-464c-b289-56c001c4e2c3 req-f1f0f6cf-7fe4-4ee5-9841-ec02795c6d24 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=291f3e85-a905-44bb-b333-8a57a8760f7f HTTP/1.1" status: 200 len: 853 time: 0.0435092 Mar 08 19:20:21.525505 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-510df2c1-ab02-4542-9315-5f4c72fc7af5 None None] Current status of the port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:20:21.526938 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65741a3e-7fe3-464c-b289-56c001c4e2c3 req-b3b63124-7a17-4d6e-8619-b9cad1d169ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:21.528511 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-65741a3e-7fe3-464c-b289-56c001c4e2c3 req-b3b63124-7a17-4d6e-8619-b9cad1d169ad service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442975 Mar 08 19:20:21.621532 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-65741a3e-7fe3-464c-b289-56c001c4e2c3 req-3388936e-1132-46b5-933d-75348961256d service neutron] 10.222.0.76 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847712 Mar 08 19:20:21.714637 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-65741a3e-7fe3-464c-b289-56c001c4e2c3 req-f7161063-b5cd-48b8-b1ba-fae4842e3b5d service neutron] 10.222.0.76 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866659 Mar 08 19:20:22.845353 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:26.102576 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bb6a5760-9cb3-42df-9ad2-f04fea369c08 req-ab21f3b3-02e6-4aae-acbc-81efcfe641a5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480080 Mar 08 19:20:26.193716 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a5760-9cb3-42df-9ad2-f04fea369c08 req-549d355f-8311-47ea-863c-18ff979a939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:26.195121 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bb6a5760-9cb3-42df-9ad2-f04fea369c08 req-549d355f-8311-47ea-863c-18ff979a939b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=011362b6715747dba59bf9619c6bd65b&device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 1130 time: 0.0443451 Mar 08 19:20:26.304450 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a5760-9cb3-42df-9ad2-f04fea369c08 req-a4966410-2531-4287-831c-778c45e4f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:26.305915 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bb6a5760-9cb3-42df-9ad2-f04fea369c08 req-a4966410-2531-4287-831c-778c45e4f401 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c8a25d18-0969-475a-a1e7-ff064689da30 HTTP/1.1" status: 200 len: 912 time: 0.0880940 Mar 08 19:20:26.372623 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bb6a5760-9cb3-42df-9ad2-f04fea369c08 req-72429668-b091-4b93-bc77-05ceb3ff52e7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=202b6771-2b6b-4cec-a768-6c3521e9cd8f HTTP/1.1" status: 200 len: 1001 time: 0.0575323 Mar 08 19:20:26.421703 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a5760-9cb3-42df-9ad2-f04fea369c08 req-26cb6ec4-2881-44a7-be0a-7bec6d85eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:26.423476 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bb6a5760-9cb3-42df-9ad2-f04fea369c08 req-26cb6ec4-2881-44a7-be0a-7bec6d85eb33 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fdb0863d-aa5d-4f95-aa01-9b30b9d1315b HTTP/1.1" status: 200 len: 850 time: 0.0430169 Mar 08 19:20:26.476045 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a5760-9cb3-42df-9ad2-f04fea369c08 req-5da531ae-a0d0-4903-8dc8-056afdf8ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:20:26.477431 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bb6a5760-9cb3-42df-9ad2-f04fea369c08 req-5da531ae-a0d0-4903-8dc8-056afdf8ce43 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c8a25d18-0969-475a-a1e7-ff064689da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463443 Mar 08 19:20:26.565576 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bb6a5760-9cb3-42df-9ad2-f04fea369c08 req-b5f27a8d-ea0a-4ca9-b9f1-25bc669bb3d7 service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803103 Mar 08 19:20:26.665894 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bb6a5760-9cb3-42df-9ad2-f04fea369c08 req-191ac2c1-8cf3-4905-9cac-f3abc9af4eb6 service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915158 Mar 08 19:20:28.737646 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:20:32.004959 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ffca6539-a21d-44fa-98c0-4c92dd0d70ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:34.273444 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0d253b99-1883-4fb7-b819-3d841fec5423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:35.210627 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:37.239074 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:38.405058 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:20:52.747406 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:01.958843 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2afbc610-6011-4ef3-ac54-91b4ce880d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:04.267448 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-266d63c1-6144-48dd-9f26-a49c73566c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:05.284202 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:05.738424 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:21:05.810716 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543246ec-ce17-4eb2-8227-488eef80a634 req-d7fcebaa-10e9-4be6-86e2-b1a96fbb59f8 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:05.812227 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-543246ec-ce17-4eb2-8227-488eef80a634 req-d7fcebaa-10e9-4be6-86e2-b1a96fbb59f8 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0550449 Mar 08 19:21:05.864004 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-543246ec-ce17-4eb2-8227-488eef80a634 req-f2f94a70-7366-4a02-ae60-603c31775e85 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462012 Mar 08 19:21:06.992218 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73c449-3e01-4e39-b280-b5f7db24b852 req-021f1ce7-c04a-48bb-8538-159025436537 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:06.993726 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3b73c449-3e01-4e39-b280-b5f7db24b852 req-021f1ce7-c04a-48bb-8538-159025436537 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0585048 Mar 08 19:21:07.045234 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3b73c449-3e01-4e39-b280-b5f7db24b852 req-dcbcaef3-bcad-417e-8381-78b6fc9c0b88 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e8a1971-933b-46cd-b580-70da90ec2bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455079 Mar 08 19:21:07.136465 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c1e4c-a327-4379-a328-c20cbbdaeaff req-5af81d91-8047-4b91-95bc-f248d687e3ad tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:07.138090 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a49c1e4c-a327-4379-a328-c20cbbdaeaff req-5af81d91-8047-4b91-95bc-f248d687e3ad tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.76 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 946 time: 0.0646899 Mar 08 19:21:07.240651 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-a49c1e4c-a327-4379-a328-c20cbbdaeaff req-0f7bb8a8-0b0a-4f40-b643-d79648326498 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Deleting port 202b6771-2b6b-4cec-a768-6c3521e9cd8f {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:21:07.241028 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-a49c1e4c-a327-4379-a328-c20cbbdaeaff req-0f7bb8a8-0b0a-4f40-b643-d79648326498 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (202b6771-2b6b-4cec-a768-6c3521e9cd8f), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:07.244333 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:07.339142 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-a49c1e4c-a327-4379-a328-c20cbbdaeaff req-0f7bb8a8-0b0a-4f40-b643-d79648326498 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] For port 202b6771-2b6b-4cec-a768-6c3521e9cd8f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=202b6771-2b6b-4cec-a768-6c3521e9cd8f,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:07.339500 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-a49c1e4c-a327-4379-a328-c20cbbdaeaff req-0f7bb8a8-0b0a-4f40-b643-d79648326498 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (202b6771-2b6b-4cec-a768-6c3521e9cd8f), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:07.510980 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-a49c1e4c-a327-4379-a328-c20cbbdaeaff req-0f7bb8a8-0b0a-4f40-b643-d79648326498 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:07.511260 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-a49c1e4c-a327-4379-a328-c20cbbdaeaff req-0f7bb8a8-0b0a-4f40-b643-d79648326498 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (84d44bfb-1cbc-44b1-b445-c47b54bb2330), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:07.511621 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [req-a49c1e4c-a327-4379-a328-c20cbbdaeaff req-0f7bb8a8-0b0a-4f40-b643-d79648326498 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Floating IP 84d44bfb-1cbc-44b1-b445-c47b54bb2330 disassociated. External IP: 172.27.3.14, port: 202b6771-2b6b-4cec-a768-6c3521e9cd8f. Mar 08 19:21:07.512060 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-a49c1e4c-a327-4379-a328-c20cbbdaeaff req-0f7bb8a8-0b0a-4f40-b643-d79648326498 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Calling delete_port for 202b6771-2b6b-4cec-a768-6c3521e9cd8f owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:21:07.736497 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-a49c1e4c-a327-4379-a328-c20cbbdaeaff req-0f7bb8a8-0b0a-4f40-b643-d79648326498 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (202b6771-2b6b-4cec-a768-6c3521e9cd8f), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:07.764154 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bb8a8-0b0a-4f40-b643-d79648326498 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event deleted for resources: {'Port': ['ID=202b6771-2b6b-4cec-a768-6c3521e9cd8f,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:07.882864 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a49c1e4c-a327-4379-a328-c20cbbdaeaff req-0f7bb8a8-0b0a-4f40-b643-d79648326498 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Router bd37ca09-f1f9-40df-b672-3ef31199b963 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:21:07.997198 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a49c1e4c-a327-4379-a328-c20cbbdaeaff req-0f7bb8a8-0b0a-4f40-b643-d79648326498 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:21:08.008731 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e6b7f-c092-4383-b038-988da673e918 None None] Sync routers for ids ['bd37ca09-f1f9-40df-b672-3ef31199b963'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:21:08.020403 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e6b7f-c092-4383-b038-988da673e918 None None] Routers {'bd37ca09-f1f9-40df-b672-3ef31199b963'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:21:08.020403 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-5d3e6b7f-c092-4383-b038-988da673e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:21:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bd37ca09-f1f9-40df-b672-3ef31199b963'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:08.039204 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49c1e4c-a327-4379-a328-c20cbbdaeaff req-0f7bb8a8-0b0a-4f40-b643-d79648326498 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] No DVR routers for this DVR port 202b6771-2b6b-4cec-a768-6c3521e9cd8f on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:21:08.041671 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-a49c1e4c-a327-4379-a328-c20cbbdaeaff req-0f7bb8a8-0b0a-4f40-b643-d79648326498 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.044975 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a49c1e4c-a327-4379-a328-c20cbbdaeaff req-0f7bb8a8-0b0a-4f40-b643-d79648326498 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.76 "DELETE /v2.0/ports/202b6771-2b6b-4cec-a768-6c3521e9cd8f HTTP/1.1" status: 204 len: 173 time: 0.9018979 Mar 08 19:21:08.045410 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e431bba0-7d48-4fff-ace4-d5ba4a32a2ea', 'name': 'network-vif-deleted', 'tag': '202b6771-2b6b-4cec-a768-6c3521e9cd8f'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:21:08.047636 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e88b14a-63bc-4d79-ab0b-a3728ebde4e6" -d '{"events": [{"server_uuid": "e431bba0-7d48-4fff-ace4-d5ba4a32a2ea", "name": "network-vif-deleted", "tag": "202b6771-2b6b-4cec-a768-6c3521e9cd8f"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:21:08.085090 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809545d3-c2c9-4f2a-ac35-abde1a9c2281 x-openstack-request-id: req-809545d3-c2c9-4f2a-ac35-abde1a9c2281 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:21:08.085393 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e431bba0-7d48-4fff-ace4-d5ba4a32a2ea", "name": "network-vif-deleted", "tag": "202b6771-2b6b-4cec-a768-6c3521e9cd8f", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:21:08.085653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-809545d3-c2c9-4f2a-ac35-abde1a9c2281 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:21:08.086081 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e431bba0-7d48-4fff-ace4-d5ba4a32a2ea', 'name': 'network-vif-deleted', 'tag': '202b6771-2b6b-4cec-a768-6c3521e9cd8f', 'status': 'completed', 'code': 200} Mar 08 19:21:08.163322 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d842b4c-0fc7-4b47-b70b-8fa28279e4b9 req-ded544fe-f6d9-4fb4-ae59-5325a52ce97e tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=e431bba0-7d48-4fff-ace4-d5ba4a32a2ea HTTP/1.1" status: 200 len: 210 time: 0.0401559 Mar 08 19:21:08.269100 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-5d3e6b7f-c092-4383-b038-988da673e918 None None] Set router bd37ca09-f1f9-40df-b672-3ef31199b963 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:21:08.450932 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:08.477920 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-5d3e6b7f-c092-4383-b038-988da673e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '9c72d39e-d854-4b0d-8dc7-d009cb248373', 'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'mac_address': 'fa:16:3e:f3:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:44Z', 'revision_number': 5, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'subnets': [{'id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:08.505176 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e6b7f-c092-4383-b038-988da673e918 None None] Checking router: bd37ca09-f1f9-40df-b672-3ef31199b963 for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:21:08.513849 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e6b7f-c092-4383-b038-988da673e918 None None] Routers {'bd37ca09-f1f9-40df-b672-3ef31199b963'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:21:08.514450 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-5d3e6b7f-c092-4383-b038-988da673e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:21:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bd37ca09-f1f9-40df-b672-3ef31199b963'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:08.621155 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-5d3e6b7f-c092-4383-b038-988da673e918 None None] Set router bd37ca09-f1f9-40df-b672-3ef31199b963 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:21:08.838540 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-5d3e6b7f-c092-4383-b038-988da673e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '9c72d39e-d854-4b0d-8dc7-d009cb248373', 'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'mac_address': 'fa:16:3e:f3:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:44Z', 'revision_number': 5, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'subnets': [{'id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:08.865528 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e6b7f-c092-4383-b038-988da673e918 None None] The sync data for ids ['bd37ca09-f1f9-40df-b672-3ef31199b963'] in dv-cinder-830091-3-iscsi is: [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '9c72d39e-d854-4b0d-8dc7-d009cb248373', 'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'mac_address': 'fa:16:3e:f3:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:44Z', 'revision_number': 5, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'subnets': [{'id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:21:09.111211 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c30d746-a896-4602-bdfc-57fc0be1d069 None None] New status for floating IP 84d44bfb-1cbc-44b1-b445-c47b54bb2330: DOWN {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:21:09.325585 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 50960) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:09.384530 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-99fb93f1-05b4-4812-8635-323ed486e1c6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group (5e8a1971-933b-46cd-b580-70da90ec2bb3), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:09.407780 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-99fb93f1-05b4-4812-8635-323ed486e1c6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group (5e8a1971-933b-46cd-b580-70da90ec2bb3), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:09.507294 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-99fb93f1-05b4-4812-8635-323ed486e1c6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5e8a1971-933b-46cd-b580-70da90ec2bb3), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:09.509940 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-99fb93f1-05b4-4812-8635-323ed486e1c6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:09.511104 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-99fb93f1-05b4-4812-8635-323ed486e1c6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "DELETE /v2.0/security-groups/5e8a1971-933b-46cd-b580-70da90ec2bb3 HTTP/1.1" status: 204 len: 168 time: 0.1845021 Mar 08 19:21:09.513987 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 50962) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:09.521077 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb93f1-05b4-4812-8635-323ed486e1c6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8a1971-933b-46cd-b580-70da90ec2bb3,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:09.529732 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.api.v2.resource [None req-0ebde8f7-0760-4222-9f64-e72c120d6f6f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] show failed (client error): The resource could not be found. Mar 08 19:21:09.533680 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-0ebde8f7-0760-4222-9f64-e72c120d6f6f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups/5e8a1971-933b-46cd-b580-70da90ec2bb3 HTTP/1.1" status: 404 len: 347 time: 0.0156701 Mar 08 19:21:09.533913 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 50964) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:09.660066 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-15e261c6-7d68-489d-af0c-beed29274f1b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Deleting port 8f16ddab-9b81-45f2-9e0b-50b0e052196c {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:21:09.660404 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-15e261c6-7d68-489d-af0c-beed29274f1b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (8f16ddab-9b81-45f2-9e0b-50b0e052196c), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:09.732538 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-15e261c6-7d68-489d-af0c-beed29274f1b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (8f16ddab-9b81-45f2-9e0b-50b0e052196c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:09.732856 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-15e261c6-7d68-489d-af0c-beed29274f1b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for floatingip (8f16ddab-9b81-45f2-9e0b-50b0e052196c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:09.744451 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-15e261c6-7d68-489d-af0c-beed29274f1b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Calling delete_port for 8f16ddab-9b81-45f2-9e0b-50b0e052196c owned by network:floatingip {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:21:10.198671 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-15e261c6-7d68-489d-af0c-beed29274f1b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (8f16ddab-9b81-45f2-9e0b-50b0e052196c), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:10.224786 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e261c6-7d68-489d-af0c-beed29274f1b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event deleted for resources: {'Port': ['ID=8f16ddab-9b81-45f2-9e0b-50b0e052196c,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:10.287623 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-15e261c6-7d68-489d-af0c-beed29274f1b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for floatingip (84d44bfb-1cbc-44b1-b445-c47b54bb2330), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:10.290391 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-15e261c6-7d68-489d-af0c-beed29274f1b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:10.291854 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-15e261c6-7d68-489d-af0c-beed29274f1b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "DELETE /v2.0/floatingips/84d44bfb-1cbc-44b1-b445-c47b54bb2330 HTTP/1.1" status: 204 len: 168 time: 0.7569213 Mar 08 19:21:10.709521 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 50968) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:10.714093 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-68ce9e2f-0e08-4126-bcfd-b1d86aa58dc8 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108453165', 'description': 'tempest-description--197372002'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:10.781401 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-68ce9e2f-0e08-4126-bcfd-b1d86aa58dc8 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:10.848684 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-68ce9e2f-0e08-4126-bcfd-b1d86aa58dc8 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group (5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:10.912587 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-68ce9e2f-0e08-4126-bcfd-b1d86aa58dc8 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:10.941584 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce9e2f-0e08-4126-bcfd-b1d86aa58dc8 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:11.046985 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-68ce9e2f-0e08-4126-bcfd-b1d86aa58dc8 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:11.048634 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-68ce9e2f-0e08-4126-bcfd-b1d86aa58dc8 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3380365 Mar 08 19:21:11.052374 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 50970) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:11.055804 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-2175d061-2257-43a6-b12f-3ed24697b983 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Request body: {'security_group_rule': {'security_group_id': '5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:11.157286 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2175d061-2257-43a6-b12f-3ed24697b983 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group_rule (3fac1656-a83c-4193-8c70-2f0bd58617d4), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:11.218032 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2175d061-2257-43a6-b12f-3ed24697b983 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group_rule (3fac1656-a83c-4193-8c70-2f0bd58617d4), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:11.295591 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2175d061-2257-43a6-b12f-3ed24697b983 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (3fac1656-a83c-4193-8c70-2f0bd58617d4), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:11.312782 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175d061-2257-43a6-b12f-3ed24697b983 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fac1656-a83c-4193-8c70-2f0bd58617d4,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:11.395739 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2175d061-2257-43a6-b12f-3ed24697b983 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:11.397009 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-2175d061-2257-43a6-b12f-3ed24697b983 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3445413 Mar 08 19:21:11.399864 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 50974) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:11.406115 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-73bcafed-2ff3-4dce-a02d-1b2da3ecd4f6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Request body: {'security_group_rule': {'security_group_id': '5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:11.489266 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-73bcafed-2ff3-4dce-a02d-1b2da3ecd4f6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group_rule (12a6e917-1433-405a-92d1-dff85a1fe267), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:11.544480 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-73bcafed-2ff3-4dce-a02d-1b2da3ecd4f6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group_rule (12a6e917-1433-405a-92d1-dff85a1fe267), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:11.621250 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-73bcafed-2ff3-4dce-a02d-1b2da3ecd4f6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (12a6e917-1433-405a-92d1-dff85a1fe267), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:11.639984 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcafed-2ff3-4dce-a02d-1b2da3ecd4f6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a6e917-1433-405a-92d1-dff85a1fe267,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:11.692285 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-73bcafed-2ff3-4dce-a02d-1b2da3ecd4f6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:11.693516 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-73bcafed-2ff3-4dce-a02d-1b2da3ecd4f6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2926910 Mar 08 19:21:11.696486 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 50976) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:11.700796 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Request body: {'floatingip': {'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:11.776123 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:11.887317 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.020858 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Allocated IP 172.27.3.125 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/91a7d61e-aa82-4c01-bbdd-1fb135ac34da) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:21:12.093472 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 202b6771-2b6b-4cec-a768-6c3521e9cd8f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:21:12.113207 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: 202b6771-2b6b-4cec-a768-6c3521e9cd8f {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:21:12.113551 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 202b6771-2b6b-4cec-a768-6c3521e9cd8f not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:21:12.201241 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for port (91a7d61e-aa82-4c01-bbdd-1fb135ac34da), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.302040 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (91a7d61e-aa82-4c01-bbdd-1fb135ac34da), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.342285 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:21:12.345890 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:21:12.349373 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:21:12.375041 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event updated for resources: {'Port': ['ID=91a7d61e-aa82-4c01-bbdd-1fb135ac34da,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:12.441033 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for floatingip (de2b183a-de5c-4159-a90b-0e66b3dba01a), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.536901 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (91a7d61e-aa82-4c01-bbdd-1fb135ac34da), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.691927 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for port (91a7d61e-aa82-4c01-bbdd-1fb135ac34da), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.770018 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (91a7d61e-aa82-4c01-bbdd-1fb135ac34da), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.841187 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event updated for resources: {'Port': ['ID=91a7d61e-aa82-4c01-bbdd-1fb135ac34da,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:12.853296 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (de2b183a-de5c-4159-a90b-0e66b3dba01a), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.926835 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:12.927862 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-0a3be91e-bbde-4936-a784-09d2bce3af10 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2304051 Mar 08 19:21:13.138362 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e731cb40-8314-4910-bc28-c4b099d7310d req-05570b4f-8fcf-4505-9de9-b0bb045a8aba tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--2108453165&fields=id&tenant_id=011362b6715747dba59bf9619c6bd65b HTTP/1.1" status: 200 len: 267 time: 0.0477755 Mar 08 19:21:13.252403 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731cb40-8314-4910-bc28-c4b099d7310d req-443bf663-ded5-4d2f-bd2a-392e2acebab0 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:13.253792 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e731cb40-8314-4910-bc28-c4b099d7310d req-443bf663-ded5-4d2f-bd2a-392e2acebab0 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/networks?id=c8a25d18-0969-475a-a1e7-ff064689da30 HTTP/1.1" status: 200 len: 811 time: 0.1088500 Mar 08 19:21:13.272208 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e731cb40-8314-4910-bc28-c4b099d7310d req-f4f36052-33d5-44f5-af48-60dc96878ba2 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/quotas/011362b6715747dba59bf9619c6bd65b HTTP/1.1" status: 200 len: 375 time: 0.0112004 Mar 08 19:21:13.328689 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e731cb40-8314-4910-bc28-c4b099d7310d req-f74d38e1-3821-46bf-8a49-2bc224b44079 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=011362b6715747dba59bf9619c6bd65b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513196 Mar 08 19:21:13.428328 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e731cb40-8314-4910-bc28-c4b099d7310d req-20d24728-24ce-4450-9415-5074e317352c service neutron] 10.222.0.75 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885301 Mar 08 19:21:13.539931 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e731cb40-8314-4910-bc28-c4b099d7310d req-49ced986-1732-40ea-9353-e0e7d2f3d70f service neutron] 10.222.0.75 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056445 Mar 08 19:21:13.808981 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-769df4f7-8bf8-4889-9586-93f21548fade req-2aa3af5a-6d9e-4e4f-b599-a8a58547ed87 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 210 time: 0.0339673 Mar 08 19:21:14.912120 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-81316380-22dc-4f5b-9d2c-ae37e42857db req-325731e5-296c-4a74-930d-a6179bbe2d6b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 210 time: 0.0275252 Mar 08 19:21:15.787861 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731cb40-8314-4910-bc28-c4b099d7310d req-4683979b-bfe8-437d-bcfc-73cc7ca60130 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:15.789323 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e731cb40-8314-4910-bc28-c4b099d7310d req-4683979b-bfe8-437d-bcfc-73cc7ca60130 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.76 "GET /v2.0/networks?id=c8a25d18-0969-475a-a1e7-ff064689da30 HTTP/1.1" status: 200 len: 811 time: 0.1013131 Mar 08 19:21:15.859118 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e731cb40-8314-4910-bc28-c4b099d7310d req-3c7352fc-7bbb-4eb9-810f-8fbc467bc029 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=011362b6715747dba59bf9619c6bd65b HTTP/1.1" status: 200 len: 380 time: 0.0599597 Mar 08 19:21:15.870110 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-e731cb40-8314-4910-bc28-c4b099d7310d req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Request body: {'port': {'device_id': '0acbc896-30e8-49e3-b3c7-53127e5d947e', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'admin_state_up': True, 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'security_groups': ['5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5']}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:16.012533 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8d40b63b-a43a-4afa-a7b6-fc580603234e req-78b3a6e9-012b-4444-aa13-001c759c6376 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 210 time: 0.0284517 Mar 08 19:21:16.067245 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e731cb40-8314-4910-bc28-c4b099d7310d req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Made reservation on behalf of 011362b6715747dba59bf9619c6bd65b for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:21:16.070591 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e731cb40-8314-4910-bc28-c4b099d7310d req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:16.197893 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-e731cb40-8314-4910-bc28-c4b099d7310d req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Allocated IP 172.20.0.6 (c8a25d18-0969-475a-a1e7-ff064689da30/fdb0863d-aa5d-4f95-aa01-9b30b9d1315b/87c15cbd-fca3-451e-b547-9d99eaae8e90) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:21:16.336020 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e731cb40-8314-4910-bc28-c4b099d7310d req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for port (87c15cbd-fca3-451e-b547-9d99eaae8e90), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:16.450093 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e731cb40-8314-4910-bc28-c4b099d7310d req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (87c15cbd-fca3-451e-b547-9d99eaae8e90), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:16.494300 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e731cb40-8314-4910-bc28-c4b099d7310d req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Network c8a25d18-0969-475a-a1e7-ff064689da30 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:21:16.495830 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-e731cb40-8314-4910-bc28-c4b099d7310d req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:21:16.498166 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e731cb40-8314-4910-bc28-c4b099d7310d req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:21:16.564275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event updated for resources: {'Port': ['ID=87c15cbd-fca3-451e-b547-9d99eaae8e90,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:16.564275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:16.564275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:16.564275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:16.564275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:16.564275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:16.564275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:16.564275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:16.564275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:16.564275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:16.564275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:16.564275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:16.564275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:16.565491 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:16.574288 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731cb40-8314-4910-bc28-c4b099d7310d req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:16.574926 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e731cb40-8314-4910-bc28-c4b099d7310d req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:16.663869 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e731cb40-8314-4910-bc28-c4b099d7310d req-4c1a878f-10b8-4f3e-b3af-29a73095b23b tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7980928 Mar 08 19:21:16.689480 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-6012df5c-8e3d-4801-b37b-ab73f273bb51 None None] Provisioning complete for port 87c15cbd-fca3-451e-b547-9d99eaae8e90 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:21:16.690035 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-6012df5c-8e3d-4801-b37b-ab73f273bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (87c15cbd-fca3-451e-b547-9d99eaae8e90), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:16.695116 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Request body: {'port': {'device_id': '0acbc896-30e8-49e3-b3c7-53127e5d947e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:16.724128 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-6012df5c-8e3d-4801-b37b-ab73f273bb51 None None] Port 87c15cbd-fca3-451e-b547-9d99eaae8e90 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:21:16.758128 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (87c15cbd-fca3-451e-b547-9d99eaae8e90), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:17.037614 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c15cbd-fca3-451e-b547-9d99eaae8e90 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:21:17.045765 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Publish callbacks [] for port (87c15cbd-fca3-451e-b547-9d99eaae8e90), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:17.058218 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Transition to ACTIVE for port object 87c15cbd-fca3-451e-b547-9d99eaae8e90 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:21:17.131052 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32167f64-4ddf-44af-8a14-394deee18f2e req-258aae28-eea9-495e-9cff-2c1927b985e6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:17.132801 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-32167f64-4ddf-44af-8a14-394deee18f2e req-258aae28-eea9-495e-9cff-2c1927b985e6 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 931 time: 0.0523877 Mar 08 19:21:17.147288 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (87c15cbd-fca3-451e-b547-9d99eaae8e90), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:17.232678 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Pushing event updated for resources: {'Port': ['ID=87c15cbd-fca3-451e-b547-9d99eaae8e90,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:17.294768 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-32167f64-4ddf-44af-8a14-394deee18f2e req-2e7647f8-0ece-4fde-ad84-4cd3112ff582 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562715 Mar 08 19:21:17.319358 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Attempting to bind port 87c15cbd-fca3-451e-b547-9d99eaae8e90 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:21:17.319358 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Attempting to bind port 87c15cbd-fca3-451e-b547-9d99eaae8e90 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:21:17.319358 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Attempting to bind port 87c15cbd-fca3-451e-b547-9d99eaae8e90 on network c8a25d18-0969-475a-a1e7-ff064689da30 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:21:17.325815 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Port 87c15cbd-fca3-451e-b547-9d99eaae8e90 on network c8a25d18-0969-475a-a1e7-ff064689da30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:21:17.325815 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Attempting to bind port 87c15cbd-fca3-451e-b547-9d99eaae8e90 on network c8a25d18-0969-475a-a1e7-ff064689da30 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:21:17.327203 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:21:17.327342 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Checking segment: {'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:21:17.327704 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Bound using segment: {'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:21:17.328165 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Bound port: 87c15cbd-fca3-451e-b547-9d99eaae8e90, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f0662a-00ab-47b6-bb43-d51888309532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:21:17.328717 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (87c15cbd-fca3-451e-b547-9d99eaae8e90), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:17.405419 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] For port 87c15cbd-fca3-451e-b547-9d99eaae8e90, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:21:17.406637 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] For port 87c15cbd-fca3-451e-b547-9d99eaae8e90, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=87c15cbd-fca3-451e-b547-9d99eaae8e90,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:21:17.467563 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (87c15cbd-fca3-451e-b547-9d99eaae8e90), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:17.505608 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:17.505778 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:17.507640 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e731cb40-8314-4910-bc28-c4b099d7310d req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] 10.222.0.76 "PUT /v2.0/ports/87c15cbd-fca3-451e-b547-9d99eaae8e90 HTTP/1.1" status: 200 len: 1093 time: 0.8178201 Mar 08 19:21:17.512520 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0acbc896-30e8-49e3-b3c7-53127e5d947e', 'tag': '87c15cbd-fca3-451e-b547-9d99eaae8e90'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:21:17.515093 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3805c67-e3be-41e2-bff3-f9233b149700" -d '{"events": [{"name": "network-changed", "server_uuid": "0acbc896-30e8-49e3-b3c7-53127e5d947e", "tag": "87c15cbd-fca3-451e-b547-9d99eaae8e90"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:21:17.537919 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afdd0f-5cb7-460f-89d2-df60924ba21f service neutron] Pushing event updated for resources: {'Port': ['ID=87c15cbd-fca3-451e-b547-9d99eaae8e90,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:17.561630 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6245912-4910-4cc1-ac57-becfd73d80ef x-openstack-request-id: req-a6245912-4910-4cc1-ac57-becfd73d80ef {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:21:17.566190 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0acbc896-30e8-49e3-b3c7-53127e5d947e", "tag": "87c15cbd-fca3-451e-b547-9d99eaae8e90", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:21:17.566190 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a6245912-4910-4cc1-ac57-becfd73d80ef {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:21:17.566190 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0acbc896-30e8-49e3-b3c7-53127e5d947e', 'tag': '87c15cbd-fca3-451e-b547-9d99eaae8e90', 'status': 'completed', 'code': 200} Mar 08 19:21:17.632355 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3805c67-e3be-41e2-bff3-f9233b149700 req-449cb302-5ce1-407e-abf1-483f756b96ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:17.635794 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c3805c67-e3be-41e2-bff3-f9233b149700 req-449cb302-5ce1-407e-abf1-483f756b96ab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=011362b6715747dba59bf9619c6bd65b&device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 1127 time: 0.0534360 Mar 08 19:21:17.738392 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3805c67-e3be-41e2-bff3-f9233b149700 req-55180d1c-2c1d-4ec0-ad09-da11478507a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:17.739798 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c3805c67-e3be-41e2-bff3-f9233b149700 req-55180d1c-2c1d-4ec0-ad09-da11478507a5 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=011362b6715747dba59bf9619c6bd65b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0979664 Mar 08 19:21:17.833208 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3805c67-e3be-41e2-bff3-f9233b149700 req-6a070870-2e99-475f-8a39-3e1fefce970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:17.834594 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c3805c67-e3be-41e2-bff3-f9233b149700 req-6a070870-2e99-475f-8a39-3e1fefce970a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886106 Mar 08 19:21:17.913387 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731cb40-8314-4910-bc28-c4b099d7310d req-bbaa3d8a-2ea6-4593-868b-f31d89fce943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:17.914861 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e731cb40-8314-4910-bc28-c4b099d7310d req-bbaa3d8a-2ea6-4593-868b-f31d89fce943 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=011362b6715747dba59bf9619c6bd65b&device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 1127 time: 0.0446780 Mar 08 19:21:17.973912 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e731cb40-8314-4910-bc28-c4b099d7310d req-930b744a-8451-4751-ac95-74ad1383bc32 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87c15cbd-fca3-451e-b547-9d99eaae8e90 HTTP/1.1" status: 200 len: 217 time: 0.0392671 Mar 08 19:21:18.033668 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731cb40-8314-4910-bc28-c4b099d7310d req-c79470b2-9e3b-4651-916f-49a7787a47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:18.035084 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e731cb40-8314-4910-bc28-c4b099d7310d req-c79470b2-9e3b-4651-916f-49a7787a47d1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fdb0863d-aa5d-4f95-aa01-9b30b9d1315b HTTP/1.1" status: 200 len: 850 time: 0.0554028 Mar 08 19:21:18.084220 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731cb40-8314-4910-bc28-c4b099d7310d req-84c93607-a9f1-47f6-b597-fb0fe8521b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:18.085775 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e731cb40-8314-4910-bc28-c4b099d7310d req-84c93607-a9f1-47f6-b597-fb0fe8521b5f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c8a25d18-0969-475a-a1e7-ff064689da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448170 Mar 08 19:21:18.179828 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e731cb40-8314-4910-bc28-c4b099d7310d req-b894ad2c-c801-4557-b3f5-74d821b6e958 service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880151 Mar 08 19:21:18.281695 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e731cb40-8314-4910-bc28-c4b099d7310d req-259f11e8-3d3b-4dff-94ad-68af5a1d4340 service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950091 Mar 08 19:21:18.432909 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9cb8e-9abb-4f25-934d-54af4b24373a req-7a22ca1e-2ccd-4ea4-931d-87964039a515 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:18.434437 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-50f9cb8e-9abb-4f25-934d-54af4b24373a req-7a22ca1e-2ccd-4ea4-931d-87964039a515 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 943 time: 0.0618224 Mar 08 19:21:18.486809 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-50f9cb8e-9abb-4f25-934d-54af4b24373a req-586b4239-63c6-4d47-b81e-a79032cf3641 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464599 Mar 08 19:21:19.615667 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e4384-c771-46dc-acc4-3bbeb6ae3e5c req-1286b967-2c2c-49c1-ac8d-c3b1516067b4 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:19.617184 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c05e4384-c771-46dc-acc4-3bbeb6ae3e5c req-1286b967-2c2c-49c1-ac8d-c3b1516067b4 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 943 time: 0.0538220 Mar 08 19:21:19.664477 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c05e4384-c771-46dc-acc4-3bbeb6ae3e5c req-8a32823f-3e11-41a2-b6fb-9f20d35de035 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416992 Mar 08 19:21:20.788171 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221d5de-324e-4392-bbbd-6e1c8e9526c4 req-5b8fd6cf-3de8-4a58-b437-b399fabc49f4 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:20.789696 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1221d5de-324e-4392-bbbd-6e1c8e9526c4 req-5b8fd6cf-3de8-4a58-b437-b399fabc49f4 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 943 time: 0.0562222 Mar 08 19:21:20.839405 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1221d5de-324e-4392-bbbd-6e1c8e9526c4 req-f1206e1d-bff6-4d59-be03-f04f2241c8f3 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437036 Mar 08 19:21:21.967599 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09a108-4d12-4a83-ada2-60a34a0ad6a8 req-6adb59f9-4926-44cb-a0af-f26e92cdf1a9 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:21.969127 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ae09a108-4d12-4a83-ada2-60a34a0ad6a8 req-6adb59f9-4926-44cb-a0af-f26e92cdf1a9 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 943 time: 0.0533903 Mar 08 19:21:22.027870 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ae09a108-4d12-4a83-ada2-60a34a0ad6a8 req-dfe0fb03-b848-404c-a133-c6aec7a1b286 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528960 Mar 08 19:21:22.134657 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 87c15cbd-fca3-451e-b547-9d99eaae8e90 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:21:22.234349 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 87c15cbd-fca3-451e-b547-9d99eaae8e90, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=87c15cbd-fca3-451e-b547-9d99eaae8e90,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:22.246150 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '87c15cbd-fca3-451e-b547-9d99eaae8e90', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'port_id': '87c15cbd-fca3-451e-b547-9d99eaae8e90', 'mac_address': 'fa:16:3e:42:f4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:21:22.283675 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 87c15cbd-fca3-451e-b547-9d99eaae8e90 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:21:22.284094 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (87c15cbd-fca3-451e-b547-9d99eaae8e90), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:22.297295 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c15cbd-fca3-451e-b547-9d99eaae8e90 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:21:22.317628 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 87c15cbd-fca3-451e-b547-9d99eaae8e90, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=87c15cbd-fca3-451e-b547-9d99eaae8e90,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:22.376440 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (87c15cbd-fca3-451e-b547-9d99eaae8e90), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:22.428093 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=87c15cbd-fca3-451e-b547-9d99eaae8e90,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:22.435405 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:22.435760 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:22.436129 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:22.436471 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:22.436808 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:22.437138 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:22.437468 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:22.437796 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:22.438660 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:22.438991 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:22.439318 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:22.439797 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:22.440153 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:21:22.752015 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['87c15cbd-fca3-451e-b547-9d99eaae8e90'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:21:22.777177 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:23.168455 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bed6d1-4593-45c5-9625-be5f6e915835 req-3827d24b-7e7e-48c7-a163-2dcdb64331ba tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:23.169949 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d7bed6d1-4593-45c5-9625-be5f6e915835 req-3827d24b-7e7e-48c7-a163-2dcdb64331ba tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 944 time: 0.0546660 Mar 08 19:21:23.222561 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d7bed6d1-4593-45c5-9625-be5f6e915835 req-b3a1d38c-88ef-4788-9872-286c21797328 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458436 Mar 08 19:21:24.134481 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 87c15cbd-fca3-451e-b547-9d99eaae8e90 up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:21:24.306945 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port 87c15cbd-fca3-451e-b547-9d99eaae8e90 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:21:24.310928 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 87c15cbd-fca3-451e-b547-9d99eaae8e90 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:21:24.311309 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (87c15cbd-fca3-451e-b547-9d99eaae8e90), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:24.344670 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb8856-20b9-4f80-980b-77a7cc179ee3 req-a270a01e-8e87-4bac-949c-6e9a2919bc9e tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:24.346173 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-70cb8856-20b9-4f80-980b-77a7cc179ee3 req-a270a01e-8e87-4bac-949c-6e9a2919bc9e tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 944 time: 0.0557690 Mar 08 19:21:24.390798 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 87c15cbd-fca3-451e-b547-9d99eaae8e90 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:21:24.391265 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (87c15cbd-fca3-451e-b547-9d99eaae8e90), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:24.401125 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-70cb8856-20b9-4f80-980b-77a7cc179ee3 req-2f7f5e4b-151f-4ffc-be2f-135cfad0a708 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461152 Mar 08 19:21:24.414866 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acbc896-30e8-49e3-b3c7-53127e5d947e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c15cbd-fca3-451e-b547-9d99eaae8e90'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:21:24.417170 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc92913d-0b47-458b-b51e-81a8a0cfec3f" -d '{"events": [{"server_uuid": "0acbc896-30e8-49e3-b3c7-53127e5d947e", "name": "network-vif-plugged", "status": "completed", "tag": "87c15cbd-fca3-451e-b547-9d99eaae8e90"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:21:24.430698 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 87c15cbd-fca3-451e-b547-9d99eaae8e90, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=87c15cbd-fca3-451e-b547-9d99eaae8e90,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:24.455966 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d22092-1e36-4abd-ad49-533856daa799 x-openstack-request-id: req-76d22092-1e36-4abd-ad49-533856daa799 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:21:24.456269 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acbc896-30e8-49e3-b3c7-53127e5d947e", "name": "network-vif-plugged", "status": "completed", "tag": "87c15cbd-fca3-451e-b547-9d99eaae8e90", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:21:24.456515 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-76d22092-1e36-4abd-ad49-533856daa799 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:21:24.456903 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acbc896-30e8-49e3-b3c7-53127e5d947e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c15cbd-fca3-451e-b547-9d99eaae8e90', 'code': 200} Mar 08 19:21:24.524355 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (87c15cbd-fca3-451e-b547-9d99eaae8e90), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:24.574350 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=87c15cbd-fca3-451e-b547-9d99eaae8e90,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:21:24.815262 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3017a1a-db2f-46bc-a1b0-917505b2a1d5 req-e8bb7178-7df4-4ef8-9d72-ab36f15f32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:24.816744 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c3017a1a-db2f-46bc-a1b0-917505b2a1d5 req-e8bb7178-7df4-4ef8-9d72-ab36f15f32f2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 1129 time: 0.0426891 Mar 08 19:21:24.860580 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c3017a1a-db2f-46bc-a1b0-917505b2a1d5 req-bba872b1-db31-41f0-897d-a9e7f4344570 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375855 Mar 08 19:21:25.533503 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3d865-8354-428c-be41-6b0518c44758 req-e78422a3-a51f-476d-a4f0-4715b0b65ee4 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:25.535154 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4fc3d865-8354-428c-be41-6b0518c44758 req-e78422a3-a51f-476d-a4f0-4715b0b65ee4 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 945 time: 0.0653901 Mar 08 19:21:25.594609 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4fc3d865-8354-428c-be41-6b0518c44758 req-51d7c3b8-db80-4fa9-b718-edb7b062ad85 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534961 Mar 08 19:21:26.716992 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafff413-cfb2-441f-9a47-e9f6c5d53f33 req-5aa47f38-34a8-46ae-b76f-d17a0fd7c9a0 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:26.718459 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dafff413-cfb2-441f-9a47-e9f6c5d53f33 req-5aa47f38-34a8-46ae-b76f-d17a0fd7c9a0 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 945 time: 0.0524023 Mar 08 19:21:26.765474 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dafff413-cfb2-441f-9a47-e9f6c5d53f33 req-011c90cc-d859-45fd-981e-238ec47af0bb tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403397 Mar 08 19:21:26.882854 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a3815-eb80-4c07-80df-22ea66121a42 req-731928f1-dc22-4080-8931-637c7d259532 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:26.884362 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-729a3815-eb80-4c07-80df-22ea66121a42 req-731928f1-dc22-4080-8931-637c7d259532 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 945 time: 0.0557587 Mar 08 19:21:26.893073 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51048) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:21:26.897945 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-466e927d-e836-4aba-9e48-c8b8e8cc3063 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Request body: {'floatingip': {'port_id': '87c15cbd-fca3-451e-b547-9d99eaae8e90'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:21:26.947628 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-466e927d-e836-4aba-9e48-c8b8e8cc3063 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for floatingip (de2b183a-de5c-4159-a90b-0e66b3dba01a), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:27.387651 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-466e927d-e836-4aba-9e48-c8b8e8cc3063 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:27.441354 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2edc51c9-c4fd-4b87-b593-981617dda89e req-11ed2a20-aa5f-4396-b21b-af06d6a17acc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489278 Mar 08 19:21:27.444196 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-466e927d-e836-4aba-9e48-c8b8e8cc3063 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (de2b183a-de5c-4159-a90b-0e66b3dba01a), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:27.580130 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc51c9-c4fd-4b87-b593-981617dda89e req-50e85b2c-be96-4ee9-a76f-d97f1f5af745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:27.581612 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2edc51c9-c4fd-4b87-b593-981617dda89e req-50e85b2c-be96-4ee9-a76f-d97f1f5af745 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8493e87c10e641d683d44e78c2f7c51b&device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 1169 time: 0.0930445 Mar 08 19:21:27.589954 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [None req-466e927d-e836-4aba-9e48-c8b8e8cc3063 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Floating IP de2b183a-de5c-4159-a90b-0e66b3dba01a associated. External IP: 172.27.3.125, port: 87c15cbd-fca3-451e-b547-9d99eaae8e90. Mar 08 19:21:27.767382 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc51c9-c4fd-4b87-b593-981617dda89e req-3dfba18d-d42c-4f63-ba38-9ff13ccacc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:27.768888 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2edc51c9-c4fd-4b87-b593-981617dda89e req-3dfba18d-d42c-4f63-ba38-9ff13ccacc43 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 HTTP/1.1" status: 200 len: 915 time: 0.1424897 Mar 08 19:21:28.172143 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2edc51c9-c4fd-4b87-b593-981617dda89e req-0221f555-5dbe-49e4-8164-5674edb1b977 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 HTTP/1.1" status: 200 len: 1002 time: 0.3684819 Mar 08 19:21:28.229462 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466e927d-e836-4aba-9e48-c8b8e8cc3063 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Router bd37ca09-f1f9-40df-b672-3ef31199b963 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:21:28.238901 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc51c9-c4fd-4b87-b593-981617dda89e req-4a805675-3115-4f4e-871a-02c6b2131947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:28.240361 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2edc51c9-c4fd-4b87-b593-981617dda89e req-4a805675-3115-4f4e-871a-02c6b2131947 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=291f3e85-a905-44bb-b333-8a57a8760f7f HTTP/1.1" status: 200 len: 853 time: 0.0610473 Mar 08 19:21:28.364601 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc51c9-c4fd-4b87-b593-981617dda89e req-c290ffe1-9920-4b29-9157-9cb4783dfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:28.366103 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2edc51c9-c4fd-4b87-b593-981617dda89e req-c290ffe1-9920-4b29-9157-9cb4783dfc37 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1193883 Mar 08 19:21:28.385345 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466e927d-e836-4aba-9e48-c8b8e8cc3063 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:21:28.390139 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-466e927d-e836-4aba-9e48-c8b8e8cc3063 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:28.395128 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb0868a-c345-49b8-80c9-e9fc52b85a9a None None] Sync routers for ids ['bd37ca09-f1f9-40df-b672-3ef31199b963'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:21:28.404700 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb0868a-c345-49b8-80c9-e9fc52b85a9a None None] Routers {'bd37ca09-f1f9-40df-b672-3ef31199b963'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:21:28.405325 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-4eb0868a-c345-49b8-80c9-e9fc52b85a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:21:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bd37ca09-f1f9-40df-b672-3ef31199b963'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:28.476030 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-466e927d-e836-4aba-9e48-c8b8e8cc3063 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "PUT /v2.0/floatingips/de2b183a-de5c-4159-a90b-0e66b3dba01a HTTP/1.1" status: 200 len: 991 time: 1.5707753 Mar 08 19:21:28.476030 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0acbc896-30e8-49e3-b3c7-53127e5d947e', 'tag': '87c15cbd-fca3-451e-b547-9d99eaae8e90'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:21:28.476030 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e247d3dd-e327-4dd5-af49-c67494bae490" -d '{"events": [{"name": "network-changed", "server_uuid": "0acbc896-30e8-49e3-b3c7-53127e5d947e", "tag": "87c15cbd-fca3-451e-b547-9d99eaae8e90"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:21:28.501916 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2edc51c9-c4fd-4b87-b593-981617dda89e req-754f52f0-f221-4f89-b99d-a05ea25820aa service neutron] 10.222.0.76 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242239 Mar 08 19:21:28.507889 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edbacfa-7f3a-4c48-aa63-71d0ed44557c x-openstack-request-id: req-3edbacfa-7f3a-4c48-aa63-71d0ed44557c {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:21:28.508216 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0acbc896-30e8-49e3-b3c7-53127e5d947e", "tag": "87c15cbd-fca3-451e-b547-9d99eaae8e90", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:21:28.508521 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3edbacfa-7f3a-4c48-aa63-71d0ed44557c {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:21:28.508922 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0acbc896-30e8-49e3-b3c7-53127e5d947e', 'tag': '87c15cbd-fca3-451e-b547-9d99eaae8e90', 'status': 'completed', 'code': 200} Mar 08 19:21:28.518177 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-4eb0868a-c345-49b8-80c9-e9fc52b85a9a None None] Set router bd37ca09-f1f9-40df-b672-3ef31199b963 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:21:28.632909 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247d3dd-e327-4dd5-af49-c67494bae490 req-4661b4f1-edaa-4032-b2fc-4be29cd28acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:28.634398 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e247d3dd-e327-4dd5-af49-c67494bae490 req-4661b4f1-edaa-4032-b2fc-4be29cd28acf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=011362b6715747dba59bf9619c6bd65b&device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 1129 time: 0.0955079 Mar 08 19:21:28.639693 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2edc51c9-c4fd-4b87-b593-981617dda89e req-f949bf28-8fb3-47dc-bcbd-ea49be7efc13 service neutron] 10.222.0.76 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211317 Mar 08 19:21:28.741656 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247d3dd-e327-4dd5-af49-c67494bae490 req-725dc41e-5208-4442-9f2d-0c2362465008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:28.743048 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e247d3dd-e327-4dd5-af49-c67494bae490 req-725dc41e-5208-4442-9f2d-0c2362465008 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c8a25d18-0969-475a-a1e7-ff064689da30 HTTP/1.1" status: 200 len: 912 time: 0.1024649 Mar 08 19:21:28.759641 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-4eb0868a-c345-49b8-80c9-e9fc52b85a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'de2b183a-de5c-4159-a90b-0e66b3dba01a', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'floating_ip_address': '172.27.3.125', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'port_id': '87c15cbd-fca3-451e-b547-9d99eaae8e90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'mac_address': 'fa:16:3e:42:f4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acbc896-30e8-49e3-b3c7-53127e5d947e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:21:12Z', 'updated_at': '2022-03-08T19:21:27Z', 'revision_number': 1, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c72d39e-d854-4b0d-8dc7-d009cb248373', 'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'mac_address': 'fa:16:3e:f3:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:44Z', 'revision_number': 5, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'subnets': [{'id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:28.789654 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb0868a-c345-49b8-80c9-e9fc52b85a9a None None] Checking router: bd37ca09-f1f9-40df-b672-3ef31199b963 for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:21:28.798105 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb0868a-c345-49b8-80c9-e9fc52b85a9a None None] Routers {'bd37ca09-f1f9-40df-b672-3ef31199b963'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:21:28.798712 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-4eb0868a-c345-49b8-80c9-e9fc52b85a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:21:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bd37ca09-f1f9-40df-b672-3ef31199b963'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:28.822725 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e247d3dd-e327-4dd5-af49-c67494bae490 req-1e9f8dfd-6208-458a-ad47-2f088a66a0d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87c15cbd-fca3-451e-b547-9d99eaae8e90 HTTP/1.1" status: 200 len: 999 time: 0.0641143 Mar 08 19:21:28.875185 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247d3dd-e327-4dd5-af49-c67494bae490 req-8a6b9ecf-52d9-43bd-85cb-ec8e9904d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:28.877505 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e247d3dd-e327-4dd5-af49-c67494bae490 req-8a6b9ecf-52d9-43bd-85cb-ec8e9904d14a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fdb0863d-aa5d-4f95-aa01-9b30b9d1315b HTTP/1.1" status: 200 len: 850 time: 0.0476058 Mar 08 19:21:28.928138 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-4eb0868a-c345-49b8-80c9-e9fc52b85a9a None None] Set router bd37ca09-f1f9-40df-b672-3ef31199b963 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:21:28.929100 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247d3dd-e327-4dd5-af49-c67494bae490 req-4a702ec1-0824-4172-ba0f-7946711fcedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:28.930756 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e247d3dd-e327-4dd5-af49-c67494bae490 req-4a702ec1-0824-4172-ba0f-7946711fcedb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c8a25d18-0969-475a-a1e7-ff064689da30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471566 Mar 08 19:21:29.036420 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e247d3dd-e327-4dd5-af49-c67494bae490 req-eaafd9c2-2953-40d7-a03b-8ceea6399474 service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991311 Mar 08 19:21:29.129469 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e247d3dd-e327-4dd5-af49-c67494bae490 req-dfe54ef2-692f-424d-a38a-918a9d461a32 service neutron] 10.222.0.76 "GET /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843329 Mar 08 19:21:29.174970 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-4eb0868a-c345-49b8-80c9-e9fc52b85a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'de2b183a-de5c-4159-a90b-0e66b3dba01a', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'floating_ip_address': '172.27.3.125', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'port_id': '87c15cbd-fca3-451e-b547-9d99eaae8e90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'mac_address': 'fa:16:3e:42:f4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acbc896-30e8-49e3-b3c7-53127e5d947e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:21:12Z', 'updated_at': '2022-03-08T19:21:27Z', 'revision_number': 1, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c72d39e-d854-4b0d-8dc7-d009cb248373', 'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'mac_address': 'fa:16:3e:f3:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:44Z', 'revision_number': 5, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'subnets': [{'id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:21:29.202175 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb0868a-c345-49b8-80c9-e9fc52b85a9a None None] The sync data for ids ['bd37ca09-f1f9-40df-b672-3ef31199b963'] in dv-cinder-830091-3-iscsi is: [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'de2b183a-de5c-4159-a90b-0e66b3dba01a', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'floating_ip_address': '172.27.3.125', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'port_id': '87c15cbd-fca3-451e-b547-9d99eaae8e90', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'mac_address': 'fa:16:3e:42:f4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0acbc896-30e8-49e3-b3c7-53127e5d947e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:21:12Z', 'updated_at': '2022-03-08T19:21:27Z', 'revision_number': 1, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c72d39e-d854-4b0d-8dc7-d009cb248373', 'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'mac_address': 'fa:16:3e:f3:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:44Z', 'revision_number': 5, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'subnets': [{'id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:21:29.403839 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8157bf6-09f2-41cd-8d73-67aabf9c0c8c None None] New status for floating IP de2b183a-de5c-4159-a90b-0e66b3dba01a: ACTIVE {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:21:32.050299 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae67e-415f-432a-a7e3-a5907af3cd42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:33.023075 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cd2f8-b9bf-4454-959d-e9522bac19b1 req-4d7f3b82-fbf1-463f-bf2b-3103669205d5 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:33.024682 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c66cd2f8-b9bf-4454-959d-e9522bac19b1 req-4d7f3b82-fbf1-463f-bf2b-3103669205d5 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 985 time: 0.0572214 Mar 08 19:21:33.123642 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c66cd2f8-b9bf-4454-959d-e9522bac19b1 req-57977d50-4cdd-476e-9b0e-71b83b7c29b8 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&id=fac173b8-1244-482f-9c3f-ef19a73c1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932946 Mar 08 19:21:33.129664 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36567e92-0890-40a3-a56a-e12cf2bd67fe req-a5a1f3e4-2fe9-433c-ba66-9b676f4bbb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:33.131168 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-36567e92-0890-40a3-a56a-e12cf2bd67fe req-a5a1f3e4-2fe9-433c-ba66-9b676f4bbb37 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8493e87c10e641d683d44e78c2f7c51b&device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 1169 time: 0.0998120 Mar 08 19:21:33.229633 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36567e92-0890-40a3-a56a-e12cf2bd67fe req-132f932b-821f-4ac1-afe4-3db27984cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:33.231112 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-36567e92-0890-40a3-a56a-e12cf2bd67fe req-132f932b-821f-4ac1-afe4-3db27984cbd8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 HTTP/1.1" status: 200 len: 915 time: 0.0922208 Mar 08 19:21:33.305593 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-36567e92-0890-40a3-a56a-e12cf2bd67fe req-b3cf9229-f9d4-4b9c-8135-094865807228 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 HTTP/1.1" status: 200 len: 1002 time: 0.0664601 Mar 08 19:21:33.356338 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36567e92-0890-40a3-a56a-e12cf2bd67fe req-5b4d93e5-f1dd-44f3-ac17-a65f696581ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:33.357898 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-36567e92-0890-40a3-a56a-e12cf2bd67fe req-5b4d93e5-f1dd-44f3-ac17-a65f696581ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=291f3e85-a905-44bb-b333-8a57a8760f7f HTTP/1.1" status: 200 len: 853 time: 0.0451825 Mar 08 19:21:33.413588 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36567e92-0890-40a3-a56a-e12cf2bd67fe req-0b55d77c-e51c-4354-a172-afc7c1d1753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:33.415159 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-36567e92-0890-40a3-a56a-e12cf2bd67fe req-0b55d77c-e51c-4354-a172-afc7c1d1753b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469491 Mar 08 19:21:33.517247 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-36567e92-0890-40a3-a56a-e12cf2bd67fe req-01221cc7-e688-401b-9201-c16f44ac6263 service neutron] 10.222.0.76 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899656 Mar 08 19:21:33.613515 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-36567e92-0890-40a3-a56a-e12cf2bd67fe req-3f822a5a-ba41-4924-bd4c-ce58fbb27c1a service neutron] 10.222.0.76 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889194 Mar 08 19:21:34.246861 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7df667-c32e-4ac0-b7aa-47e655406d9f req-c2101197-5c02-4839-b1f1-77a0e2e67252 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:34.248480 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fb7df667-c32e-4ac0-b7aa-47e655406d9f req-c2101197-5c02-4839-b1f1-77a0e2e67252 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 985 time: 0.0536880 Mar 08 19:21:34.277951 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f0765a19-2a49-46be-8c94-64ba976e014a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:34.309127 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fb7df667-c32e-4ac0-b7aa-47e655406d9f req-09680160-c0d1-41e4-9c21-3204377b2cab tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&id=fac173b8-1244-482f-9c3f-ef19a73c1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540881 Mar 08 19:21:35.232471 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:35.430929 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4aa9d-e4f8-45d1-bacf-e10b93717517 req-366cab40-0bc5-4b99-be24-b2b15ace6000 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:35.432474 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-77f4aa9d-e4f8-45d1-bacf-e10b93717517 req-366cab40-0bc5-4b99-be24-b2b15ace6000 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 985 time: 0.0556774 Mar 08 19:21:35.491898 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-77f4aa9d-e4f8-45d1-bacf-e10b93717517 req-80bb85d7-ccf2-4e24-bef3-af77fb53fa12 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&id=fac173b8-1244-482f-9c3f-ef19a73c1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534458 Mar 08 19:21:36.613650 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e51ecc-5d26-4cfd-b9b8-1a32c36d8c1f req-fbd317a1-f0be-4e09-8c62-2e77bc8acd8a tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:36.615110 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-59e51ecc-5d26-4cfd-b9b8-1a32c36d8c1f req-fbd317a1-f0be-4e09-8c62-2e77bc8acd8a tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 985 time: 0.0561674 Mar 08 19:21:36.675283 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-59e51ecc-5d26-4cfd-b9b8-1a32c36d8c1f req-b0e21cdc-1bf6-4a50-8bd1-8f575b1857cf tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&id=fac173b8-1244-482f-9c3f-ef19a73c1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544915 Mar 08 19:21:37.285026 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:37.817288 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e094e0-d786-4b1c-9c5d-f674f2e27e30 req-5799c245-c764-4ccc-81fa-4ccd50be0942 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:37.819126 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a3e094e0-d786-4b1c-9c5d-f674f2e27e30 req-5799c245-c764-4ccc-81fa-4ccd50be0942 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 985 time: 0.0681679 Mar 08 19:21:37.889732 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a3e094e0-d786-4b1c-9c5d-f674f2e27e30 req-914c62ae-6b61-4335-9bc7-590cb27b1fd9 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&id=fac173b8-1244-482f-9c3f-ef19a73c1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630674 Mar 08 19:21:38.421172 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:39.025779 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75e990-6097-461e-aaf9-5c6470bffe6d req-be6e5000-45a1-4d79-b055-f8f00345a4c1 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:39.027284 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3c75e990-6097-461e-aaf9-5c6470bffe6d req-be6e5000-45a1-4d79-b055-f8f00345a4c1 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 985 time: 0.0601568 Mar 08 19:21:39.093683 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3c75e990-6097-461e-aaf9-5c6470bffe6d req-2ca71ae4-d22f-4e53-88aa-dacb8f80517c tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&id=fac173b8-1244-482f-9c3f-ef19a73c1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596976 Mar 08 19:21:40.216037 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd0326-a299-4b2b-adcd-1027527d473a req-0c1fb330-3b3a-411f-abf7-80e2c4477126 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:40.217468 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1fdd0326-a299-4b2b-adcd-1027527d473a req-0c1fb330-3b3a-411f-abf7-80e2c4477126 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 985 time: 0.0547836 Mar 08 19:21:40.279748 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1fdd0326-a299-4b2b-adcd-1027527d473a req-c1444ef8-54af-436e-910c-4087c665ad32 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&id=fac173b8-1244-482f-9c3f-ef19a73c1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558457 Mar 08 19:21:41.403000 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68b7da-52b2-4ad8-aa27-2b128e3daf13 req-a05892c3-a99a-4c91-8dff-03639e1477c9 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:41.404570 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4a68b7da-52b2-4ad8-aa27-2b128e3daf13 req-a05892c3-a99a-4c91-8dff-03639e1477c9 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 985 time: 0.0571218 Mar 08 19:21:41.468007 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4a68b7da-52b2-4ad8-aa27-2b128e3daf13 req-8b83e2f6-51c3-4724-8be6-9892a906a7c3 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&id=fac173b8-1244-482f-9c3f-ef19a73c1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569103 Mar 08 19:21:42.593053 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86fc33-961b-4697-aeea-9810b56baccf req-139bfb4e-5327-4439-b57a-fb41a9950ae6 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:42.594520 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7c86fc33-961b-4697-aeea-9810b56baccf req-139bfb4e-5327-4439-b57a-fb41a9950ae6 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 985 time: 0.0571008 Mar 08 19:21:42.654471 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7c86fc33-961b-4697-aeea-9810b56baccf req-accc8bc0-3c8d-4e41-bf78-38e91bd1a51e tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&id=fac173b8-1244-482f-9c3f-ef19a73c1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540025 Mar 08 19:21:42.737141 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:21:43.780822 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e27b8f-d23d-442b-b975-ce25b3410d3d req-ff3f7c4e-6e73-483c-af74-2ec8263e5add tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:43.783328 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9e27b8f-d23d-442b-b975-ce25b3410d3d req-ff3f7c4e-6e73-483c-af74-2ec8263e5add tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 985 time: 0.0605438 Mar 08 19:21:43.855706 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f9e27b8f-d23d-442b-b975-ce25b3410d3d req-fe0ff608-8858-48a2-b341-edca47adf8d2 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&id=fac173b8-1244-482f-9c3f-ef19a73c1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654984 Mar 08 19:21:44.978468 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c34810-4380-4a78-9435-c384f497bf21 req-1a3165ef-c537-4403-8526-483eb39debed tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:44.979976 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a1c34810-4380-4a78-9435-c384f497bf21 req-1a3165ef-c537-4403-8526-483eb39debed tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 985 time: 0.0577283 Mar 08 19:21:45.047010 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a1c34810-4380-4a78-9435-c384f497bf21 req-0bcfe284-6b54-478a-ab88-2a3d30f74620 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&id=fac173b8-1244-482f-9c3f-ef19a73c1d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568910 Mar 08 19:21:47.044428 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f9e00-c99f-441c-9cfa-fc0d89145bec req-139ae93e-4c32-41b6-940c-8d9f847a4355 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:47.046035 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5e2f9e00-c99f-441c-9cfa-fc0d89145bec req-139ae93e-4c32-41b6-940c-8d9f847a4355 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0573640 Mar 08 19:21:47.099290 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5e2f9e00-c99f-441c-9cfa-fc0d89145bec req-1c312a73-c34e-4ae6-b1d6-ae882a4d5368 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462518 Mar 08 19:21:48.236940 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86a397-f3c6-4162-830f-664b2c6c675a req-dc631d90-cbd1-4c4a-952a-638666533db7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:48.238438 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2e86a397-f3c6-4162-830f-664b2c6c675a req-dc631d90-cbd1-4c4a-952a-638666533db7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0531070 Mar 08 19:21:48.288383 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2e86a397-f3c6-4162-830f-664b2c6c675a req-10e7783b-a248-4085-acb4-ccb6c46db7c0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444491 Mar 08 19:21:49.411696 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfe3c6-7a7e-4bcd-bb56-dacb94b82026 req-bb7b0df7-3f1b-44a3-b3f5-5c893967e1ef tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:49.413227 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-debfe3c6-7a7e-4bcd-bb56-dacb94b82026 req-bb7b0df7-3f1b-44a3-b3f5-5c893967e1ef tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0537064 Mar 08 19:21:49.461263 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-debfe3c6-7a7e-4bcd-bb56-dacb94b82026 req-ba846e5a-9d84-4771-b744-d92046f8fd29 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425844 Mar 08 19:21:50.586285 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669168c8-b7cc-483a-8865-52f30f577e8f req-ab332d7b-4ef4-4e14-a3d9-39457c888578 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:50.587781 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-669168c8-b7cc-483a-8865-52f30f577e8f req-ab332d7b-4ef4-4e14-a3d9-39457c888578 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0548182 Mar 08 19:21:50.635198 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-669168c8-b7cc-483a-8865-52f30f577e8f req-f5c46dc9-513e-47cd-892a-6cd360461c47 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419540 Mar 08 19:21:51.771107 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df0591-db47-45ad-9ff7-869045bca57f req-61910a6c-3c95-4dc7-b5c9-198cf8049700 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:51.772664 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-37df0591-db47-45ad-9ff7-869045bca57f req-61910a6c-3c95-4dc7-b5c9-198cf8049700 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0590613 Mar 08 19:21:51.836357 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-37df0591-db47-45ad-9ff7-869045bca57f req-3a18bb1d-10c0-4372-b96f-70b8ccb3877a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581868 Mar 08 19:21:52.753124 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:52.968714 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234277c-a96c-4af2-a783-8439e3280d25 req-3c22dabc-6e48-4663-a3b4-8a74e6420422 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:52.970213 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0234277c-a96c-4af2-a783-8439e3280d25 req-3c22dabc-6e48-4663-a3b4-8a74e6420422 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0554309 Mar 08 19:21:53.025110 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0234277c-a96c-4af2-a783-8439e3280d25 req-8ca595ec-b49d-4c22-8397-44873f8e68b7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485635 Mar 08 19:21:54.174156 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae58a91-6631-428b-83b6-7cb7cc8e0190 req-7cb20d61-b781-4f91-b870-d34401b9b7d3 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:54.175692 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6ae58a91-6631-428b-83b6-7cb7cc8e0190 req-7cb20d61-b781-4f91-b870-d34401b9b7d3 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0666075 Mar 08 19:21:54.235534 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6ae58a91-6631-428b-83b6-7cb7cc8e0190 req-6b4640f1-44a1-4f50-a8b4-2a7dce27a517 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539370 Mar 08 19:21:55.362150 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113eaa4-e165-45ef-950c-3c439175125d req-f7f5338f-720a-4532-a387-4cd6035e5402 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:55.363653 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5113eaa4-e165-45ef-950c-3c439175125d req-f7f5338f-720a-4532-a387-4cd6035e5402 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0546880 Mar 08 19:21:55.412744 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5113eaa4-e165-45ef-950c-3c439175125d req-87e03c76-c07e-420a-95ac-ac164c9b686f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436511 Mar 08 19:21:56.540754 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b7c5d-c9bd-4651-a0d7-d650ba5debb5 req-9131d28e-eade-4b9c-a101-f8996c115c90 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:56.542238 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-694b7c5d-c9bd-4651-a0d7-d650ba5debb5 req-9131d28e-eade-4b9c-a101-f8996c115c90 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0571370 Mar 08 19:21:56.588796 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-694b7c5d-c9bd-4651-a0d7-d650ba5debb5 req-76dbbb59-2647-4774-851e-27549eb6b3cb tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410845 Mar 08 19:21:57.319377 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9a9fb-b9d1-461b-831e-ef8d35ec7c7e req-7cfb28d7-44d8-465e-8274-6e4d6f67c299 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:57.320919 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f6c9a9fb-b9d1-461b-831e-ef8d35ec7c7e req-7cfb28d7-44d8-465e-8274-6e4d6f67c299 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 945 time: 0.0586638 Mar 08 19:21:57.368589 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f6c9a9fb-b9d1-461b-831e-ef8d35ec7c7e req-4ba87529-01f8-4f60-8e79-fa3070b5454d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419381 Mar 08 19:21:57.741374 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f5a1f-775e-40f3-837b-578f58955e6b req-57e032f9-fad6-4f11-b574-212d891b7c6a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:57.742880 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a38f5a1f-775e-40f3-837b-578f58955e6b req-57e032f9-fad6-4f11-b574-212d891b7c6a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0718968 Mar 08 19:21:57.794642 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a38f5a1f-775e-40f3-837b-578f58955e6b req-31b1ed66-bda9-4e84-9348-2955592f4ddc tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427511 Mar 08 19:21:58.491030 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908955b-0721-4db0-8192-b78d79d994d9 req-11ab5188-091c-4c5d-b8ba-6e20b755bc8d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:58.492548 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4908955b-0721-4db0-8192-b78d79d994d9 req-11ab5188-091c-4c5d-b8ba-6e20b755bc8d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 945 time: 0.0561523 Mar 08 19:21:58.538943 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4908955b-0721-4db0-8192-b78d79d994d9 req-28e51a18-e8e7-4362-aa59-1f29334ac043 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408616 Mar 08 19:21:58.919837 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9baeb2-accd-420e-8e9e-fb448bb4272d req-459747e6-a613-4b08-b1e8-8561eabc3066 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:58.921371 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5a9baeb2-accd-420e-8e9e-fb448bb4272d req-459747e6-a613-4b08-b1e8-8561eabc3066 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0536025 Mar 08 19:21:58.968644 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5a9baeb2-accd-420e-8e9e-fb448bb4272d req-2a5ca704-15bc-4ba1-80f2-32f1893af1dc tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409524 Mar 08 19:21:59.175254 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05154f7-508c-4a2b-a948-fc473d470f80 req-d912259d-9c2d-404f-9523-5f7ea3bf5ace tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:59.176742 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e05154f7-508c-4a2b-a948-fc473d470f80 req-d912259d-9c2d-404f-9523-5f7ea3bf5ace tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 945 time: 0.0531168 Mar 08 19:21:59.272821 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-e05154f7-508c-4a2b-a948-fc473d470f80 req-715a2414-709b-414c-991c-f484aecf69f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Deleting port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:21:59.273157 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e05154f7-508c-4a2b-a948-fc473d470f80 req-715a2414-709b-414c-991c-f484aecf69f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (5734a3a9-cc72-4bae-8317-bbdde03ac4ac), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:59.361395 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-e05154f7-508c-4a2b-a948-fc473d470f80 req-715a2414-709b-414c-991c-f484aecf69f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] For port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5734a3a9-cc72-4bae-8317-bbdde03ac4ac,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:21:59.361758 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e05154f7-508c-4a2b-a948-fc473d470f80 req-715a2414-709b-414c-991c-f484aecf69f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (5734a3a9-cc72-4bae-8317-bbdde03ac4ac), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:59.576389 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e05154f7-508c-4a2b-a948-fc473d470f80 req-715a2414-709b-414c-991c-f484aecf69f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:59.576882 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e05154f7-508c-4a2b-a948-fc473d470f80 req-715a2414-709b-414c-991c-f484aecf69f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (453a8fda-ba8b-4f81-8f6a-16132aeb5201), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:59.577207 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [req-e05154f7-508c-4a2b-a948-fc473d470f80 req-715a2414-709b-414c-991c-f484aecf69f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Floating IP 453a8fda-ba8b-4f81-8f6a-16132aeb5201 disassociated. External IP: 172.27.3.67, port: 5734a3a9-cc72-4bae-8317-bbdde03ac4ac. Mar 08 19:21:59.577574 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-e05154f7-508c-4a2b-a948-fc473d470f80 req-715a2414-709b-414c-991c-f484aecf69f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Calling delete_port for 5734a3a9-cc72-4bae-8317-bbdde03ac4ac owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:21:59.708928 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb58856-b3b7-4204-98c8-a22be0b548c3 req-64416c1a-6a82-4580-a898-8cc168a1a4cf tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:21:59.710412 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3cb58856-b3b7-4204-98c8-a22be0b548c3 req-64416c1a-6a82-4580-a898-8cc168a1a4cf tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 945 time: 0.0890296 Mar 08 19:21:59.795224 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3cb58856-b3b7-4204-98c8-a22be0b548c3 req-59d3765b-294e-4da2-986d-f836866544c4 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793102 Mar 08 19:21:59.866218 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e05154f7-508c-4a2b-a948-fc473d470f80 req-715a2414-709b-414c-991c-f484aecf69f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (5734a3a9-cc72-4bae-8317-bbdde03ac4ac), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:21:59.895642 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a2414-709b-414c-991c-f484aecf69f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event deleted for resources: {'Port': ['ID=5734a3a9-cc72-4bae-8317-bbdde03ac4ac,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:00.019188 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e05154f7-508c-4a2b-a948-fc473d470f80 req-715a2414-709b-414c-991c-f484aecf69f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Router bb4877bd-bd79-4d0b-90c3-53ae27b105db has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:22:00.182578 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce254ae-970c-4f3d-a0e9-d0799b9a7a3c req-0c17c7ac-5270-4e1d-8ff0-275b51f2d8aa tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:00.184008 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4ce254ae-970c-4f3d-a0e9-d0799b9a7a3c req-0c17c7ac-5270-4e1d-8ff0-275b51f2d8aa tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.1008956 Mar 08 19:22:00.206904 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e05154f7-508c-4a2b-a948-fc473d470f80 req-715a2414-709b-414c-991c-f484aecf69f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:22:00.223645 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dde56d-0c41-406e-aefd-8cc7777bdcee None None] Sync routers for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:22:00.235734 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dde56d-0c41-406e-aefd-8cc7777bdcee None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:00.236486 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-e7dde56d-0c41-406e-aefd-8cc7777bdcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:21:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:00.263138 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05154f7-508c-4a2b-a948-fc473d470f80 req-715a2414-709b-414c-991c-f484aecf69f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] No DVR routers for this DVR port 5734a3a9-cc72-4bae-8317-bbdde03ac4ac on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:22:00.269061 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-e05154f7-508c-4a2b-a948-fc473d470f80 req-715a2414-709b-414c-991c-f484aecf69f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:00.272485 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e05154f7-508c-4a2b-a948-fc473d470f80 req-715a2414-709b-414c-991c-f484aecf69f5 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "DELETE /v2.0/ports/5734a3a9-cc72-4bae-8317-bbdde03ac4ac HTTP/1.1" status: 204 len: 173 time: 1.0900800 Mar 08 19:22:00.272971 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c138706-751b-40a6-9cd3-9200e0dc36fd', 'name': 'network-vif-deleted', 'tag': '5734a3a9-cc72-4bae-8317-bbdde03ac4ac'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:00.275308 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7430e27-d5ec-4fbe-8677-32b7a5c4585d" -d '{"events": [{"server_uuid": "9c138706-751b-40a6-9cd3-9200e0dc36fd", "name": "network-vif-deleted", "tag": "5734a3a9-cc72-4bae-8317-bbdde03ac4ac"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:00.299454 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4ce254ae-970c-4f3d-a0e9-d0799b9a7a3c req-b022245e-bc2f-4b48-b987-db316f63b46d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022849 Mar 08 19:22:00.344866 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5fafb5-0849-4ee2-8370-91adc69f7141 x-openstack-request-id: req-3b5fafb5-0849-4ee2-8370-91adc69f7141 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:00.345209 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c138706-751b-40a6-9cd3-9200e0dc36fd", "name": "network-vif-deleted", "tag": "5734a3a9-cc72-4bae-8317-bbdde03ac4ac", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:00.345904 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b5fafb5-0849-4ee2-8370-91adc69f7141 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:00.346150 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c138706-751b-40a6-9cd3-9200e0dc36fd', 'name': 'network-vif-deleted', 'tag': '5734a3a9-cc72-4bae-8317-bbdde03ac4ac', 'status': 'completed', 'code': 200} Mar 08 19:22:00.367462 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-e7dde56d-0c41-406e-aefd-8cc7777bdcee None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:00.573344 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-e7dde56d-0c41-406e-aefd-8cc7777bdcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:00.599550 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dde56d-0c41-406e-aefd-8cc7777bdcee None None] Checking router: bb4877bd-bd79-4d0b-90c3-53ae27b105db for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:22:00.607862 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dde56d-0c41-406e-aefd-8cc7777bdcee None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:00.608499 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-e7dde56d-0c41-406e-aefd-8cc7777bdcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:21:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:00.718793 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-e7dde56d-0c41-406e-aefd-8cc7777bdcee None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:00.910314 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-195adbf3-ba01-41b3-9a73-0bc1f5e0a43a req-78394a50-9ac8-4e64-9d9b-7cbaaca73463 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c138706-751b-40a6-9cd3-9200e0dc36fd HTTP/1.1" status: 200 len: 210 time: 0.0316517 Mar 08 19:22:00.931599 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-e7dde56d-0c41-406e-aefd-8cc7777bdcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:00.961142 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dde56d-0c41-406e-aefd-8cc7777bdcee None None] The sync data for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi is: [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:22:01.201993 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f884f-2879-4e97-b280-79b3ea19d676 None None] New status for floating IP 453a8fda-ba8b-4f81-8f6a-16132aeb5201: DOWN {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:22:01.427826 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac05421-e2b7-4fda-97df-c937c9ef01e6 req-cc5b9578-7704-4f49-934f-c99c4a158674 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:01.429352 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fac05421-e2b7-4fda-97df-c937c9ef01e6 req-cc5b9578-7704-4f49-934f-c99c4a158674 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0555625 Mar 08 19:22:01.481168 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fac05421-e2b7-4fda-97df-c937c9ef01e6 req-18d129df-fd37-4efd-84b9-c60425289b95 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463457 Mar 08 19:22:01.946355 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b0ebca59-6fd7-4cd5-af86-b6a3b0fa1987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:02.026807 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51228) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:02.083054 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1d00b8df-dbfd-4877-a353-1abc68b185de tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:02.105683 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1d00b8df-dbfd-4877-a353-1abc68b185de tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:02.197912 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1d00b8df-dbfd-4877-a353-1abc68b185de tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:02.200645 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1d00b8df-dbfd-4877-a353-1abc68b185de tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:02.201826 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-1d00b8df-dbfd-4877-a353-1abc68b185de tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "DELETE /v2.0/security-groups/56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9 HTTP/1.1" status: 204 len: 168 time: 0.1738605 Mar 08 19:22:02.204990 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51230) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:02.211354 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00b8df-dbfd-4877-a353-1abc68b185de tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:02.221802 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.api.v2.resource [None req-fe52da6c-e062-4b5c-a348-8eaa30601e5d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] show failed (client error): The resource could not be found. Mar 08 19:22:02.223001 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-fe52da6c-e062-4b5c-a348-8eaa30601e5d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups/56c9d7e8-f7e9-4a7c-8533-5e7b8c503ee9 HTTP/1.1" status: 404 len: 347 time: 0.0168905 Mar 08 19:22:02.226410 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51232) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:02.285520 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 5734a3a9-cc72-4bae-8317-bbdde03ac4ac no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:22:02.306766 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: 5734a3a9-cc72-4bae-8317-bbdde03ac4ac {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:22:02.307133 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 5734a3a9-cc72-4bae-8317-bbdde03ac4ac not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:22:02.372652 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Deleting port 1cf18f01-90b0-4d7e-b1d6-701a0c9e73c1 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:22:02.373041 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (1cf18f01-90b0-4d7e-b1d6-701a0c9e73c1), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:02.473769 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (1cf18f01-90b0-4d7e-b1d6-701a0c9e73c1), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:02.474040 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (1cf18f01-90b0-4d7e-b1d6-701a0c9e73c1), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:02.488484 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Calling delete_port for 1cf18f01-90b0-4d7e-b1d6-701a0c9e73c1 owned by network:floatingip {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:22:02.622870 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78edf3e-498f-4c75-98d5-45c83a004d67 req-b33bc546-f101-41cf-9cf6-e5f61c1e98cb tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:02.624413 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a78edf3e-498f-4c75-98d5-45c83a004d67 req-b33bc546-f101-41cf-9cf6-e5f61c1e98cb tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0668902 Mar 08 19:22:02.685093 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a78edf3e-498f-4c75-98d5-45c83a004d67 req-5e6ecfb1-7e17-46b7-a1d9-2c963e326ffc tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541823 Mar 08 19:22:02.754749 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (1cf18f01-90b0-4d7e-b1d6-701a0c9e73c1), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:02.792797 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event deleted for resources: {'Port': ['ID=1cf18f01-90b0-4d7e-b1d6-701a0c9e73c1,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:02.811818 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:02.812224 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:02.812602 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:02.813045 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:02.813386 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:02.813903 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:02.814052 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:02.814381 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:02.814707 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:02.815033 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:02.815356 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:02.815679 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:02.816029 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:02.884217 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (453a8fda-ba8b-4f81-8f6a-16132aeb5201), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:02.887305 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:02.888539 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-71a30386-0981-43c9-b59f-f95f0bcb8f41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "DELETE /v2.0/floatingips/453a8fda-ba8b-4f81-8f6a-16132aeb5201 HTTP/1.1" status: 204 len: 168 time: 0.6611285 Mar 08 19:22:03.273254 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51238) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:03.277913 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-2dd803e1-7a62-4a5c-8f24-a75682ac82ba tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092704857', 'description': 'tempest-description--1466770997'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:03.352505 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2dd803e1-7a62-4a5c-8f24-a75682ac82ba tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.421647 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2dd803e1-7a62-4a5c-8f24-a75682ac82ba tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (5e6fb4ff-a967-4b25-8910-ece6a34d5f4b), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.501525 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2dd803e1-7a62-4a5c-8f24-a75682ac82ba tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5e6fb4ff-a967-4b25-8910-ece6a34d5f4b), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.531187 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd803e1-7a62-4a5c-8f24-a75682ac82ba tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:03.589190 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2dd803e1-7a62-4a5c-8f24-a75682ac82ba tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.590574 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-2dd803e1-7a62-4a5c-8f24-a75682ac82ba tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3162320 Mar 08 19:22:03.593340 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51240) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:03.597964 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-8b5e767d-7d87-42fc-a1a2-d51b42ff008d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'security_group_rule': {'security_group_id': '5e6fb4ff-a967-4b25-8910-ece6a34d5f4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:03.665556 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b5e767d-7d87-42fc-a1a2-d51b42ff008d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (94393dd1-7b4f-4a86-ac5f-489e6019a012), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.731153 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b5e767d-7d87-42fc-a1a2-d51b42ff008d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (94393dd1-7b4f-4a86-ac5f-489e6019a012), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.775297 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b5e767d-7d87-42fc-a1a2-d51b42ff008d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (94393dd1-7b4f-4a86-ac5f-489e6019a012), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.792506 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e767d-7d87-42fc-a1a2-d51b42ff008d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94393dd1-7b4f-4a86-ac5f-489e6019a012,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:03.817729 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7f02c-2bb7-4a89-b127-7c071b49e8de req-0c9b1677-4744-429d-bb48-d9fccc3b7400 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:03.819216 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-44d7f02c-2bb7-4a89-b127-7c071b49e8de req-0c9b1677-4744-429d-bb48-d9fccc3b7400 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0546103 Mar 08 19:22:03.834490 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b5e767d-7d87-42fc-a1a2-d51b42ff008d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.835701 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-8b5e767d-7d87-42fc-a1a2-d51b42ff008d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2414405 Mar 08 19:22:03.838486 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51244) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:03.843459 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-da04aff6-e856-4792-81d0-a3cbdc75b84b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'security_group_rule': {'security_group_id': '5e6fb4ff-a967-4b25-8910-ece6a34d5f4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:03.877078 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-44d7f02c-2bb7-4a89-b127-7c071b49e8de req-49f4d3c4-6b7f-47b7-ac7f-3a5bca3cd57f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522442 Mar 08 19:22:03.928981 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-da04aff6-e856-4792-81d0-a3cbdc75b84b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (741ce99b-1eb8-43a4-9cb4-6a5ad80a90ee), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:03.991695 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-da04aff6-e856-4792-81d0-a3cbdc75b84b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (741ce99b-1eb8-43a4-9cb4-6a5ad80a90ee), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.066581 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-da04aff6-e856-4792-81d0-a3cbdc75b84b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (741ce99b-1eb8-43a4-9cb4-6a5ad80a90ee), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.085310 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04aff6-e856-4792-81d0-a3cbdc75b84b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741ce99b-1eb8-43a4-9cb4-6a5ad80a90ee,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:04.131546 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-da04aff6-e856-4792-81d0-a3cbdc75b84b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.132805 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-da04aff6-e856-4792-81d0-a3cbdc75b84b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2933593 Mar 08 19:22:04.135977 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51246) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:04.142702 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'floatingip': {'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:04.214856 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.284894 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:22:04.294068 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-62a850aa-d570-4ec6-8e50-a6f24b0cae14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.317594 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.393667 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:04.404653 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'port_id': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f', 'mac_address': 'fa:16:3e:db:ab:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:22:04.428641 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Allocated IP 172.27.3.186 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/966e233c-1f5d-4bb6-8c70-237af17e2559) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:22:04.443377 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f is: ACTIVE; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:04.443781 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.460992 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:22:04.480064 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:04.538143 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for port (966e233c-1f5d-4bb6-8c70-237af17e2559), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.539930 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.590708 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,revision_number=6']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:04.628895 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['2eb86a7d-edd4-4947-9ef9-4da4449b0e1f'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:22:04.650426 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (966e233c-1f5d-4bb6-8c70-237af17e2559), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.698245 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:22:04.704894 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:22:04.708977 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:22:04.731226 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'Port': ['ID=966e233c-1f5d-4bb6-8c70-237af17e2559,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:04.804822 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (6ddd65a2-9a48-44ab-8ff3-14eda899c740), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:04.895381 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (966e233c-1f5d-4bb6-8c70-237af17e2559), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.021319 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451930bb-7781-4a02-b050-0dcdfa0cb258 req-9b59d0a4-be4f-4203-bdaa-85647e9b81a4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:05.022834 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-451930bb-7781-4a02-b050-0dcdfa0cb258 req-9b59d0a4-be4f-4203-bdaa-85647e9b81a4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 944 time: 0.0670142 Mar 08 19:22:05.071859 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-451930bb-7781-4a02-b050-0dcdfa0cb258 req-a55e3007-a332-40a1-8065-7de5405651fb tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432420 Mar 08 19:22:05.076615 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for port (966e233c-1f5d-4bb6-8c70-237af17e2559), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.117741 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6014735'] for port (966e233c-1f5d-4bb6-8c70-237af17e2559), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.185142 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'Port': ['ID=966e233c-1f5d-4bb6-8c70-237af17e2559,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:05.197568 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (6ddd65a2-9a48-44ab-8ff3-14eda899c740), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.232042 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.262918 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:05.264293 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-659599bb-6fd4-4947-84dc-43d31fe6f064 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1273859 Mar 08 19:22:05.432467 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-ca2786fe-6f50-4bcc-bd92-49c3f3f892f8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--2092704857&fields=id&tenant_id=ff78af332934469ba0ee399835378e5f HTTP/1.1" status: 200 len: 267 time: 0.0458472 Mar 08 19:22:05.543793 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-011b01cc-6580-4501-b03d-a2768180b64e tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:05.545289 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-011b01cc-6580-4501-b03d-a2768180b64e tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/networks?id=eadbce5e-f6fa-402e-acf1-15b1deb0f309 HTTP/1.1" status: 200 len: 815 time: 0.1051965 Mar 08 19:22:05.560398 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-40ad860b-afab-42c9-a83a-9f72f3fcff97 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/quotas/ff78af332934469ba0ee399835378e5f HTTP/1.1" status: 200 len: 375 time: 0.0091381 Mar 08 19:22:05.614979 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-cbe9d9e3-67c0-4c5d-9e6d-43523b3c5916 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491009 Mar 08 19:22:05.725293 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-628ba21e-6cbd-4069-a30d-5e5f571512a8 service neutron] 10.222.0.75 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982928 Mar 08 19:22:05.854243 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-c591ec8b-d5fa-4cbc-98b5-a8a56ebccbfc service neutron] 10.222.0.75 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191926 Mar 08 19:22:06.117802 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-acf7834a-d422-42bf-8ba9-508cb7e4a1e8 req-d71fecf1-7178-4cb7-a5ac-a5c1e57ecb22 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 210 time: 0.0314901 Mar 08 19:22:06.207722 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2996276-df0d-4946-b09d-81e470408bcd req-741305c1-d599-429d-8886-932883363501 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:06.209240 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b2996276-df0d-4946-b09d-81e470408bcd req-741305c1-d599-429d-8886-932883363501 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 944 time: 0.0590763 Mar 08 19:22:06.300992 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:22:06.352610 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:06.353368 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:06.436630 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:06.437033 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:06.462277 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb629d0-2eab-412c-8995-f16c1538c828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:06.464578 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865a397c-347b-4d0c-8283-f5e3158ca76a" -d '{"events": [{"server_uuid": "2fb629d0-2eab-412c-8995-f16c1538c828", "name": "network-vif-plugged", "status": "completed", "tag": "2eb86a7d-edd4-4947-9ef9-4da4449b0e1f"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:06.482655 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:06.506396 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e118b27-4519-47ba-a9aa-c95cc8e8f94b x-openstack-request-id: req-5e118b27-4519-47ba-a9aa-c95cc8e8f94b {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:06.506687 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb629d0-2eab-412c-8995-f16c1538c828", "name": "network-vif-plugged", "status": "completed", "tag": "2eb86a7d-edd4-4947-9ef9-4da4449b0e1f", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:06.506939 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e118b27-4519-47ba-a9aa-c95cc8e8f94b {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:06.507331 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb629d0-2eab-412c-8995-f16c1538c828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f', 'code': 200} Mar 08 19:22:06.535901 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b2996276-df0d-4946-b09d-81e470408bcd req-6b20bdb3-cf93-45b5-9c3c-edc44d8fe135 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3207984 Mar 08 19:22:06.592009 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:06.639464 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,revision_number=7']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:07.217980 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bbc7ac88-bee5-429c-95be-70e742a4f833 req-4fbd3654-ac62-423f-8fb9-b7578c286940 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 210 time: 0.0279562 Mar 08 19:22:07.289262 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:07.660323 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a9996-9387-4584-9f44-247b453f9821 req-d899544f-fbbe-4128-8d8a-7eb60a13127a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:07.661789 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9a7a9996-9387-4584-9f44-247b453f9821 req-d899544f-fbbe-4128-8d8a-7eb60a13127a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0532489 Mar 08 19:22:07.710681 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9a7a9996-9387-4584-9f44-247b453f9821 req-e3deb64e-f864-49f8-af06-8448fc3443e3 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431862 Mar 08 19:22:08.348573 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a776f933-b428-4146-a1c6-1bf828074b95 req-ac999ab5-3faa-48c7-ae0a-d5e3178e4ba3 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 210 time: 0.0580726 Mar 08 19:22:08.392896 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-e035312b-1a0f-44ec-a7ff-6a109ddc6f08 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:08.394419 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-e035312b-1a0f-44ec-a7ff-6a109ddc6f08 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "GET /v2.0/networks?id=eadbce5e-f6fa-402e-acf1-15b1deb0f309 HTTP/1.1" status: 200 len: 815 time: 0.1372955 Mar 08 19:22:08.454808 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:08.455398 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-bb3ec0a7-21f7-4adc-a9fe-e4e2d6f98f7f tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff78af332934469ba0ee399835378e5f HTTP/1.1" status: 200 len: 380 time: 0.0512257 Mar 08 19:22:08.464316 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-34bd31dc-3051-49f0-8c62-2ae202797593 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'port': {'device_id': '69246580-c8f3-4b73-8f8e-b957fff68f2a', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'admin_state_up': True, 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'security_groups': ['5e6fb4ff-a967-4b25-8910-ece6a34d5f4b']}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:08.672321 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-34bd31dc-3051-49f0-8c62-2ae202797593 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Made reservation on behalf of ff78af332934469ba0ee399835378e5f for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:22:08.675753 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-34bd31dc-3051-49f0-8c62-2ae202797593 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:08.836455 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-34bd31dc-3051-49f0-8c62-2ae202797593 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Allocated IP 172.20.0.9 (eadbce5e-f6fa-402e-acf1-15b1deb0f309/f85598c7-024d-416e-bf9f-b74e60adac34/53289e48-6128-4777-8871-ee89220f42dc) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:22:08.870453 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db6833-d440-4639-b602-ac9aa5893206 req-1de92359-80ca-4010-b94f-db91eb67cf35 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:08.871969 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b6db6833-d440-4639-b602-ac9aa5893206 req-1de92359-80ca-4010-b94f-db91eb67cf35 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0864804 Mar 08 19:22:08.987548 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b6db6833-d440-4639-b602-ac9aa5893206 req-dda4203a-9383-4997-aab0-191b02c71be8 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091156 Mar 08 19:22:09.034708 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-34bd31dc-3051-49f0-8c62-2ae202797593 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for port (53289e48-6128-4777-8871-ee89220f42dc), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:09.158931 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-34bd31dc-3051-49f0-8c62-2ae202797593 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (53289e48-6128-4777-8871-ee89220f42dc), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:09.204189 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-34bd31dc-3051-49f0-8c62-2ae202797593 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Network eadbce5e-f6fa-402e-acf1-15b1deb0f309 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:22:09.207989 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-34bd31dc-3051-49f0-8c62-2ae202797593 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:22:09.211745 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-34bd31dc-3051-49f0-8c62-2ae202797593 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:22:09.218714 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd31dc-3051-49f0-8c62-2ae202797593 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event updated for resources: {'Port': ['ID=53289e48-6128-4777-8871-ee89220f42dc,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:09.277861 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-34bd31dc-3051-49f0-8c62-2ae202797593 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:09.278904 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-34bd31dc-3051-49f0-8c62-2ae202797593 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:09.384289 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-34bd31dc-3051-49f0-8c62-2ae202797593 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9234889 Mar 08 19:22:09.399411 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Request body: {'port': {'device_id': '69246580-c8f3-4b73-8f8e-b957fff68f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:09.433160 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-63408206-84e8-4f44-9f92-e7159274f6bf None None] Provisioning complete for port 53289e48-6128-4777-8871-ee89220f42dc triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:09.433842 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-63408206-84e8-4f44-9f92-e7159274f6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (53289e48-6128-4777-8871-ee89220f42dc), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:09.475035 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-63408206-84e8-4f44-9f92-e7159274f6bf None None] Port 53289e48-6128-4777-8871-ee89220f42dc cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:22:09.543288 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (53289e48-6128-4777-8871-ee89220f42dc), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:09.578612 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cf54e-c303-4642-a543-460b1a6e2489 req-4fa4b7c9-3618-47d8-b2c8-8173f345fe41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:09.580928 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-695cf54e-c303-4642-a543-460b1a6e2489 req-4fa4b7c9-3618-47d8-b2c8-8173f345fe41 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 931 time: 0.1395855 Mar 08 19:22:09.713823 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-695cf54e-c303-4642-a543-460b1a6e2489 req-d521ff5d-f9b8-43b8-93bd-f662160fe437 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157615 Mar 08 19:22:09.878252 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53289e48-6128-4777-8871-ee89220f42dc {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:22:09.886384 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Publish callbacks [] for port (53289e48-6128-4777-8871-ee89220f42dc), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:09.903477 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Transition to ACTIVE for port object 53289e48-6128-4777-8871-ee89220f42dc will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:22:09.963155 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (53289e48-6128-4777-8871-ee89220f42dc), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:10.037259 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Pushing event updated for resources: {'Port': ['ID=53289e48-6128-4777-8871-ee89220f42dc,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:10.197082 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Attempting to bind port 53289e48-6128-4777-8871-ee89220f42dc on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:22:10.197441 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Attempting to bind port 53289e48-6128-4777-8871-ee89220f42dc by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:22:10.197846 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Attempting to bind port 53289e48-6128-4777-8871-ee89220f42dc on network eadbce5e-f6fa-402e-acf1-15b1deb0f309 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:22:10.217637 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda733d1-6c1c-4870-84f6-fae0408a538f req-9f83c8e2-9b4f-4668-bcbf-362cb98070c9 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:10.219345 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cda733d1-6c1c-4870-84f6-fae0408a538f req-9f83c8e2-9b4f-4668-bcbf-362cb98070c9 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.1156626 Mar 08 19:22:10.220584 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Port 53289e48-6128-4777-8871-ee89220f42dc on network eadbce5e-f6fa-402e-acf1-15b1deb0f309 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:22:10.221020 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Attempting to bind port 53289e48-6128-4777-8871-ee89220f42dc on network eadbce5e-f6fa-402e-acf1-15b1deb0f309 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:22:10.229882 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:22:10.230227 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Checking segment: {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:22:10.230623 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Bound using segment: {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:22:10.231219 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Bound port: 53289e48-6128-4777-8871-ee89220f42dc, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de2b89b4-b147-415a-a343-73a476ae4ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:22:10.231585 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (53289e48-6128-4777-8871-ee89220f42dc), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:10.304380 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cda733d1-6c1c-4870-84f6-fae0408a538f req-5325b819-7f7b-4f22-85e6-c418ff6e946d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763297 Mar 08 19:22:10.400588 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] For port 53289e48-6128-4777-8871-ee89220f42dc, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:22:10.406452 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] For port 53289e48-6128-4777-8871-ee89220f42dc, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=53289e48-6128-4777-8871-ee89220f42dc,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:22:10.552732 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (53289e48-6128-4777-8871-ee89220f42dc), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:10.594762 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:10.595593 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:10.597152 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] 10.222.0.76 "PUT /v2.0/ports/53289e48-6128-4777-8871-ee89220f42dc HTTP/1.1" status: 200 len: 1093 time: 1.2023704 Mar 08 19:22:10.597674 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69246580-c8f3-4b73-8f8e-b957fff68f2a', 'tag': '53289e48-6128-4777-8871-ee89220f42dc'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:10.600194 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47836768-f42a-43fe-90d5-ddd823dbe290" -d '{"events": [{"name": "network-changed", "server_uuid": "69246580-c8f3-4b73-8f8e-b957fff68f2a", "tag": "53289e48-6128-4777-8871-ee89220f42dc"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:10.649535 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fca095-99f3-4ffc-91f9-a0bae6eee6ed service neutron] Pushing event updated for resources: {'Port': ['ID=53289e48-6128-4777-8871-ee89220f42dc,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:10.659377 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5da379-3f97-4d2f-90e6-fba9901ca707 x-openstack-request-id: req-7f5da379-3f97-4d2f-90e6-fba9901ca707 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:10.659681 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69246580-c8f3-4b73-8f8e-b957fff68f2a", "tag": "53289e48-6128-4777-8871-ee89220f42dc", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:10.659987 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7f5da379-3f97-4d2f-90e6-fba9901ca707 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:10.660468 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69246580-c8f3-4b73-8f8e-b957fff68f2a', 'tag': '53289e48-6128-4777-8871-ee89220f42dc', 'status': 'completed', 'code': 200} Mar 08 19:22:10.748869 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47836768-f42a-43fe-90d5-ddd823dbe290 req-b95cdd58-a0ed-42c0-b414-763d6aa6deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:10.751143 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-47836768-f42a-43fe-90d5-ddd823dbe290 req-b95cdd58-a0ed-42c0-b414-763d6aa6deed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 1127 time: 0.0594816 Mar 08 19:22:10.944820 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77969a52-8730-41d6-bde5-9fa3fd5d12ec req-e5ef213f-ad5a-4187-95a8-a8a9ec4dd205 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:10.947012 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-77969a52-8730-41d6-bde5-9fa3fd5d12ec req-e5ef213f-ad5a-4187-95a8-a8a9ec4dd205 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 943 time: 0.1222525 Mar 08 19:22:10.948558 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47836768-f42a-43fe-90d5-ddd823dbe290 req-4837f091-23be-4e71-9b2b-88b8297eaacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:10.949902 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-47836768-f42a-43fe-90d5-ddd823dbe290 req-4837f091-23be-4e71-9b2b-88b8297eaacb service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ff78af332934469ba0ee399835378e5f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1890185 Mar 08 19:22:11.062856 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-77969a52-8730-41d6-bde5-9fa3fd5d12ec req-d6352a03-e5d3-4ee2-ba14-6c1bd4268631 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090066 Mar 08 19:22:11.088497 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47836768-f42a-43fe-90d5-ddd823dbe290 req-1300d2b7-c603-4d0c-8195-30e6e07ae80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:11.090173 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-47836768-f42a-43fe-90d5-ddd823dbe290 req-1300d2b7-c603-4d0c-8195-30e6e07ae80f service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286671 Mar 08 19:22:11.198419 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-fb0f6605-b201-48c2-bfbb-8425580d03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:11.200724 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-fb0f6605-b201-48c2-bfbb-8425580d03c1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 1127 time: 0.0690961 Mar 08 19:22:11.245256 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-125e932a-8cb6-4958-a9f8-b2da7b16739e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53289e48-6128-4777-8871-ee89220f42dc HTTP/1.1" status: 200 len: 217 time: 0.0355656 Mar 08 19:22:11.316839 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-8f90cb9a-fa8d-4a81-bccd-30eaa21a626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:11.319137 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-8f90cb9a-fa8d-4a81-bccd-30eaa21a626a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f85598c7-024d-416e-bf9f-b74e60adac34 HTTP/1.1" status: 200 len: 854 time: 0.0678515 Mar 08 19:22:11.394067 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-261b1759-49a8-4a38-b895-0edd6d07d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:11.395616 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-261b1759-49a8-4a38-b895-0edd6d07d608 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eadbce5e-f6fa-402e-acf1-15b1deb0f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700817 Mar 08 19:22:11.550863 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a129a-c6f3-4252-9a98-f33a24a517d8 req-09d51fd1-e770-400d-9931-146d8a38751c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:11.553575 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b24a129a-c6f3-4252-9a98-f33a24a517d8 req-09d51fd1-e770-400d-9931-146d8a38751c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.1207294 Mar 08 19:22:11.584601 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-c260e5f8-ef95-481c-8a8b-f7f4b675a410 service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752889 Mar 08 19:22:11.686067 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b24a129a-c6f3-4252-9a98-f33a24a517d8 req-36c47694-1e5a-490e-8a98-8ba7ea3a9645 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248441 Mar 08 19:22:11.737870 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b3d2edfb-7794-4f90-8818-caf8e4695feb req-8b2c4869-f071-4ccb-ad34-adb17da1a976 service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470225 Mar 08 19:22:12.216208 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387f6b2-837c-47d5-8428-d860e373ab4f req-d5ef7f2c-84e9-45a4-ba34-c226a47b93b0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:12.218076 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d387f6b2-837c-47d5-8428-d860e373ab4f req-d5ef7f2c-84e9-45a4-ba34-c226a47b93b0 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 943 time: 0.0721586 Mar 08 19:22:12.288101 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d387f6b2-837c-47d5-8428-d860e373ab4f req-e1d27292-05e2-4810-99b2-646aaa066f7a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570257 Mar 08 19:22:12.824924 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad478c-0fde-4e53-b834-507169107ab1 req-c53f3834-b19e-4453-80bd-48caeb3327be tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:12.826590 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-54ad478c-0fde-4e53-b834-507169107ab1 req-c53f3834-b19e-4453-80bd-48caeb3327be tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0578709 Mar 08 19:22:12.889389 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-54ad478c-0fde-4e53-b834-507169107ab1 req-58d1a014-fb81-4237-8f4c-9f3191b71c45 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561485 Mar 08 19:22:13.401664 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19020a6a-cf20-40ba-ac2d-0a943d2922a1 req-539c5d9b-e19f-47d9-9f74-2fb3ffc3dad4 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:13.403618 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-19020a6a-cf20-40ba-ac2d-0a943d2922a1 req-539c5d9b-e19f-47d9-9f74-2fb3ffc3dad4 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 943 time: 0.0586073 Mar 08 19:22:13.467290 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-19020a6a-cf20-40ba-ac2d-0a943d2922a1 req-8dbf6461-7a61-4a29-b2e7-6e73ca10bb38 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563447 Mar 08 19:22:14.036758 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ce880-4669-4c14-8fae-f7d6e4a5a5c6 req-5f9d79ab-6ee8-467b-b498-1bdbfb9b19f5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:14.038302 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f17ce880-4669-4c14-8fae-f7d6e4a5a5c6 req-5f9d79ab-6ee8-467b-b498-1bdbfb9b19f5 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0646749 Mar 08 19:22:14.085974 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f17ce880-4669-4c14-8fae-f7d6e4a5a5c6 req-18b5a608-618e-4a01-b03d-d550904a0944 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422366 Mar 08 19:22:14.637896 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee0d5b-df4d-4509-b1a0-6666ae1bf6b7 req-01713574-66cb-4824-97a5-8d56296d2698 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:14.639478 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a0ee0d5b-df4d-4509-b1a0-6666ae1bf6b7 req-01713574-66cb-4824-97a5-8d56296d2698 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 943 time: 0.0912607 Mar 08 19:22:14.691733 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a0ee0d5b-df4d-4509-b1a0-6666ae1bf6b7 req-8d9163d8-74c6-41e9-90f7-2e60a45749cd tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461881 Mar 08 19:22:15.258927 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2d087-a0a4-4869-8d99-6a3a08c0dcdb req-d38eb5ea-488e-46bc-9819-3e210e9fa395 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:15.260366 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-52d2d087-a0a4-4869-8d99-6a3a08c0dcdb req-d38eb5ea-488e-46bc-9819-3e210e9fa395 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0886903 Mar 08 19:22:15.318911 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-52d2d087-a0a4-4869-8d99-6a3a08c0dcdb req-f64b9a0c-a4f6-4510-915f-195593aa190b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504413 Mar 08 19:22:15.843005 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5b07a-1bc3-4cf4-8427-c5ebb75ab87c req-50b4bdb0-4e63-4655-9fa7-21d27f3845fb tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:15.844667 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-27e5b07a-1bc3-4cf4-8427-c5ebb75ab87c req-50b4bdb0-4e63-4655-9fa7-21d27f3845fb tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 943 time: 0.0693419 Mar 08 19:22:15.904473 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-27e5b07a-1bc3-4cf4-8427-c5ebb75ab87c req-e15b0820-fa3c-4229-b7fe-752592dac879 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535741 Mar 08 19:22:16.348793 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 53289e48-6128-4777-8871-ee89220f42dc details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:22:16.444780 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784cb1d-92e3-490a-9614-9cd30da4d653 req-f8d4a68f-6026-4b59-8756-7efbd9c67f79 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:16.542202 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d784cb1d-92e3-490a-9614-9cd30da4d653 req-f8d4a68f-6026-4b59-8756-7efbd9c67f79 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0523491 Mar 08 19:22:16.542579 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 53289e48-6128-4777-8871-ee89220f42dc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=53289e48-6128-4777-8871-ee89220f42dc,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:16.542579 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '53289e48-6128-4777-8871-ee89220f42dc', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'port_id': '53289e48-6128-4777-8871-ee89220f42dc', 'mac_address': 'fa:16:3e:4c:5d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 999, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:22:16.543043 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d784cb1d-92e3-490a-9614-9cd30da4d653 req-7109430f-a8a0-4c4f-a574-2242bc7f1814 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497496 Mar 08 19:22:16.543139 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 53289e48-6128-4777-8871-ee89220f42dc is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:16.543139 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (53289e48-6128-4777-8871-ee89220f42dc), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:16.543139 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53289e48-6128-4777-8871-ee89220f42dc {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:22:16.543139 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 53289e48-6128-4777-8871-ee89220f42dc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=53289e48-6128-4777-8871-ee89220f42dc,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:16.843232 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (53289e48-6128-4777-8871-ee89220f42dc), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:16.891941 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=53289e48-6128-4777-8871-ee89220f42dc,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:17.044538 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac92f6a-0b61-4aea-9999-da43ee75c8b5 req-714e95a3-821a-4f9b-9568-8825bb5db806 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:17.052395 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-eac92f6a-0b61-4aea-9999-da43ee75c8b5 req-714e95a3-821a-4f9b-9568-8825bb5db806 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 944 time: 0.0722103 Mar 08 19:22:17.104553 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-eac92f6a-0b61-4aea-9999-da43ee75c8b5 req-0df7ee04-1960-43bb-8401-1461383ff98b tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508778 Mar 08 19:22:17.239279 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['53289e48-6128-4777-8871-ee89220f42dc'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:22:17.686046 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d03bf6-d83e-488c-9840-7dba1b68cf47 req-2c196575-c859-4c1e-85d7-1e756b9b6236 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:17.694024 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a2d03bf6-d83e-488c-9840-7dba1b68cf47 req-2c196575-c859-4c1e-85d7-1e756b9b6236 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0703325 Mar 08 19:22:17.741253 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a2d03bf6-d83e-488c-9840-7dba1b68cf47 req-2451d5be-8548-4714-98a3-96fe24b58e97 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462639 Mar 08 19:22:18.246423 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b3eec-c425-46bc-9cf2-e830797b4202 req-de9e8c29-655f-4a13-97cb-6b5404a0b588 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:18.248001 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-205b3eec-c425-46bc-9cf2-e830797b4202 req-de9e8c29-655f-4a13-97cb-6b5404a0b588 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 944 time: 0.0653994 Mar 08 19:22:18.309962 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-205b3eec-c425-46bc-9cf2-e830797b4202 req-8b081ba4-b8ff-498f-ad6e-819312306560 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541873 Mar 08 19:22:18.365776 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 53289e48-6128-4777-8871-ee89220f42dc up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:22:18.494267 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port 53289e48-6128-4777-8871-ee89220f42dc completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:22:18.498699 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 53289e48-6128-4777-8871-ee89220f42dc triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:18.499078 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (53289e48-6128-4777-8871-ee89220f42dc), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:18.629011 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 53289e48-6128-4777-8871-ee89220f42dc is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:18.629619 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (53289e48-6128-4777-8871-ee89220f42dc), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:18.666337 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69246580-c8f3-4b73-8f8e-b957fff68f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53289e48-6128-4777-8871-ee89220f42dc'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:18.669009 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e88bc6-5244-4979-befe-ab1083e74500" -d '{"events": [{"server_uuid": "69246580-c8f3-4b73-8f8e-b957fff68f2a", "name": "network-vif-plugged", "status": "completed", "tag": "53289e48-6128-4777-8871-ee89220f42dc"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:18.676401 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 53289e48-6128-4777-8871-ee89220f42dc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=53289e48-6128-4777-8871-ee89220f42dc,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:18.713272 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d8b432-0187-4efd-badd-4f7865f47f55 x-openstack-request-id: req-96d8b432-0187-4efd-badd-4f7865f47f55 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:18.713577 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69246580-c8f3-4b73-8f8e-b957fff68f2a", "name": "network-vif-plugged", "status": "completed", "tag": "53289e48-6128-4777-8871-ee89220f42dc", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:18.713822 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-96d8b432-0187-4efd-badd-4f7865f47f55 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:18.714225 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69246580-c8f3-4b73-8f8e-b957fff68f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53289e48-6128-4777-8871-ee89220f42dc', 'code': 200} Mar 08 19:22:18.740605 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (53289e48-6128-4777-8871-ee89220f42dc), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:18.821918 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=53289e48-6128-4777-8871-ee89220f42dc,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:18.906910 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b831438-cf93-4496-885d-9542bbaca7ba req-50f8be87-2cbb-4d35-8966-bfcb05facd62 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:18.909435 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4b831438-cf93-4496-885d-9542bbaca7ba req-50f8be87-2cbb-4d35-8966-bfcb05facd62 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0648584 Mar 08 19:22:18.972105 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4b831438-cf93-4496-885d-9542bbaca7ba req-208e8213-d86e-42c0-9b71-b6affa0dadec tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567656 Mar 08 19:22:19.077019 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236690c-4246-4274-9352-8b0e64de4169 req-700d7fc5-edc7-49e0-bd35-ad770bc06d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:19.078811 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e236690c-4246-4274-9352-8b0e64de4169 req-700d7fc5-edc7-49e0-bd35-ad770bc06d7f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 1129 time: 0.0789821 Mar 08 19:22:19.143467 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e236690c-4246-4274-9352-8b0e64de4169 req-98578dd2-d330-4e1f-b3b8-b19d11e9cda9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581460 Mar 08 19:22:19.450616 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12ff78-89cb-491a-9d95-e7772708d40a req-933640c0-795d-4ab9-8d56-5eb9591f8ef1 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:19.452247 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2f12ff78-89cb-491a-9d95-e7772708d40a req-933640c0-795d-4ab9-8d56-5eb9591f8ef1 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 945 time: 0.0619121 Mar 08 19:22:19.512029 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2f12ff78-89cb-491a-9d95-e7772708d40a req-fbbd2470-e076-499d-9b42-72bd5f2f2b47 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527377 Mar 08 19:22:19.737571 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:22:20.106251 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa25df-f487-43ae-bbe8-e33bb0fa6515 req-cf6848be-fd73-4986-9aad-9156d4a64029 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:20.107747 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-89aa25df-f487-43ae-bbe8-e33bb0fa6515 req-cf6848be-fd73-4986-9aad-9156d4a64029 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0521879 Mar 08 19:22:20.160684 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-89aa25df-f487-43ae-bbe8-e33bb0fa6515 req-d2de1e36-ee05-493a-9cd8-3cbdb5e5fde2 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467031 Mar 08 19:22:20.659609 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e729d3c-1036-42b5-afc3-59de09186828 req-96ce71cb-9408-45c5-b0bd-4b250897ebf1 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:20.664443 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6e729d3c-1036-42b5-afc3-59de09186828 req-96ce71cb-9408-45c5-b0bd-4b250897ebf1 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 945 time: 0.0768676 Mar 08 19:22:20.724547 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6e729d3c-1036-42b5-afc3-59de09186828 req-13c25f52-8814-495c-b99f-b52f7a195537 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569363 Mar 08 19:22:21.299274 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dba0c1-c090-4dc8-9761-855dfbd6757e req-e26382a3-0a9c-40ea-aad4-ebc80e9d7403 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:21.300831 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-31dba0c1-c090-4dc8-9761-855dfbd6757e req-e26382a3-0a9c-40ea-aad4-ebc80e9d7403 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0608921 Mar 08 19:22:21.357368 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-31dba0c1-c090-4dc8-9761-855dfbd6757e req-584d56bb-262b-4e93-8f06-4aa517b83f93 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506420 Mar 08 19:22:21.843563 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd89cc8-36ac-4200-a377-6bf39dbc43a3 req-d139881f-2591-4687-a2c6-7df5314aa9b8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:21.845826 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ddd89cc8-36ac-4200-a377-6bf39dbc43a3 req-d139881f-2591-4687-a2c6-7df5314aa9b8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 945 time: 0.0598776 Mar 08 19:22:21.892621 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ddd89cc8-36ac-4200-a377-6bf39dbc43a3 req-9170467d-711e-4534-b811-b08be3ba9ab9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414391 Mar 08 19:22:22.006613 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60514a-48b0-4708-a608-49b1784209be req-6db1c278-d1be-40a0-a7d6-255975daee6a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:22.008024 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ae60514a-48b0-4708-a608-49b1784209be req-6db1c278-d1be-40a0-a7d6-255975daee6a tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 945 time: 0.0516911 Mar 08 19:22:22.016285 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51390) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:22.021609 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-6d8739cd-8e4d-4919-adb7-14c8692361f9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Request body: {'floatingip': {'port_id': '53289e48-6128-4777-8871-ee89220f42dc'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:22.065065 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6d8739cd-8e4d-4919-adb7-14c8692361f9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (6ddd65a2-9a48-44ab-8ff3-14eda899c740), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:22.530593 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6d8739cd-8e4d-4919-adb7-14c8692361f9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:22.541361 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328d61-2c4c-44d6-b252-f16fd585c973 req-15dabb5b-58da-43bb-a1ec-cf0faa61f4dd tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:22.542832 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ff328d61-2c4c-44d6-b252-f16fd585c973 req-15dabb5b-58da-43bb-a1ec-cf0faa61f4dd tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.1072843 Mar 08 19:22:22.588333 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ff328d61-2c4c-44d6-b252-f16fd585c973 req-40bec654-8178-4715-8422-7a87fe14a391 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394239 Mar 08 19:22:22.635240 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6d8739cd-8e4d-4919-adb7-14c8692361f9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (6ddd65a2-9a48-44ab-8ff3-14eda899c740), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:22.780832 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:23.002711 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5cf7-6dd8-49ea-9e8f-4afa4c145690 req-2f436f7e-e334-4868-8647-fecc4cb9b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:23.004235 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-49ac5cf7-6dd8-49ea-9e8f-4afa4c145690 req-2f436f7e-e334-4868-8647-fecc4cb9b170 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=efdd81b216bc4091b41a1aec0610c6ad&device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 1129 time: 0.3796837 Mar 08 19:22:23.042624 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [None req-6d8739cd-8e4d-4919-adb7-14c8692361f9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Floating IP 6ddd65a2-9a48-44ab-8ff3-14eda899c740 associated. External IP: 172.27.3.186, port: 53289e48-6128-4777-8871-ee89220f42dc. Mar 08 19:22:23.182855 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5cf7-6dd8-49ea-9e8f-4afa4c145690 req-74080596-3039-445b-b56c-bfee55e2d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:23.184351 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-49ac5cf7-6dd8-49ea-9e8f-4afa4c145690 req-74080596-3039-445b-b56c-bfee55e2d511 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cd3ea4fe-bf1a-4952-b0bd-286510901348 HTTP/1.1" status: 200 len: 917 time: 0.1741252 Mar 08 19:22:23.294345 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-49ac5cf7-6dd8-49ea-9e8f-4afa4c145690 req-2c5f27da-7e15-418d-a88d-7f39918c61c9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f HTTP/1.1" status: 200 len: 1001 time: 0.1033187 Mar 08 19:22:23.382194 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5cf7-6dd8-49ea-9e8f-4afa4c145690 req-bba88be3-56ec-485b-a4db-fc709b3b3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:23.383652 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-49ac5cf7-6dd8-49ea-9e8f-4afa4c145690 req-bba88be3-56ec-485b-a4db-fc709b3b3dd9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee055724-f572-4951-9bec-6d1ee3ec6732 HTTP/1.1" status: 200 len: 855 time: 0.0828755 Mar 08 19:22:23.392391 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8739cd-8e4d-4919-adb7-14c8692361f9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Router bb4877bd-bd79-4d0b-90c3-53ae27b105db has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:22:23.491611 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5cf7-6dd8-49ea-9e8f-4afa4c145690 req-31a8471b-94a9-4596-81d4-76d53ff11f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:23.493221 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-49ac5cf7-6dd8-49ea-9e8f-4afa4c145690 req-31a8471b-94a9-4596-81d4-76d53ff11f8a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cd3ea4fe-bf1a-4952-b0bd-286510901348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0995445 Mar 08 19:22:23.596889 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8739cd-8e4d-4919-adb7-14c8692361f9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:22:23.602214 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6d8739cd-8e4d-4919-adb7-14c8692361f9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:23.606298 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7835d0-307c-4b0e-ae89-fe38a2a598ee None None] Sync routers for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:22:23.617776 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7835d0-307c-4b0e-ae89-fe38a2a598ee None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:23.618403 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-6c7835d0-307c-4b0e-ae89-fe38a2a598ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:22:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:23.655367 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-6d8739cd-8e4d-4919-adb7-14c8692361f9 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "PUT /v2.0/floatingips/6ddd65a2-9a48-44ab-8ff3-14eda899c740 HTTP/1.1" status: 200 len: 991 time: 1.6326950 Mar 08 19:22:23.655367 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69246580-c8f3-4b73-8f8e-b957fff68f2a', 'tag': '53289e48-6128-4777-8871-ee89220f42dc'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:23.655367 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44c2659-f51c-42f5-9135-0a90e47eee1b" -d '{"events": [{"name": "network-changed", "server_uuid": "69246580-c8f3-4b73-8f8e-b957fff68f2a", "tag": "53289e48-6128-4777-8871-ee89220f42dc"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:23.658032 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-49ac5cf7-6dd8-49ea-9e8f-4afa4c145690 req-2160a43f-cbfb-4636-b585-010e38245f8a service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391606 Mar 08 19:22:23.719083 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432dc88c-117c-48a3-abcd-f6ea8f0dc39c x-openstack-request-id: req-432dc88c-117c-48a3-abcd-f6ea8f0dc39c {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:23.719453 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69246580-c8f3-4b73-8f8e-b957fff68f2a", "tag": "53289e48-6128-4777-8871-ee89220f42dc", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:23.719838 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-432dc88c-117c-48a3-abcd-f6ea8f0dc39c {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:23.720260 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69246580-c8f3-4b73-8f8e-b957fff68f2a', 'tag': '53289e48-6128-4777-8871-ee89220f42dc', 'status': 'completed', 'code': 200} Mar 08 19:22:23.736813 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-6c7835d0-307c-4b0e-ae89-fe38a2a598ee None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:23.825915 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc465748-0a7c-4b67-8711-4265ae088cc3 req-21fc0e9c-763a-4e55-8330-bf7b2f36e2c4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:23.827760 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bc465748-0a7c-4b67-8711-4265ae088cc3 req-21fc0e9c-763a-4e55-8330-bf7b2f36e2c4 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.1539273 Mar 08 19:22:23.835228 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-49ac5cf7-6dd8-49ea-9e8f-4afa4c145690 req-6dc50fe6-8523-4801-a49b-2c143e82dc33 service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703310 Mar 08 19:22:23.848099 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2659-f51c-42f5-9135-0a90e47eee1b req-e0ce2e63-d33d-42d7-a38c-086eadbba22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:23.849605 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c44c2659-f51c-42f5-9135-0a90e47eee1b req-e0ce2e63-d33d-42d7-a38c-086eadbba22e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ff78af332934469ba0ee399835378e5f&device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 1129 time: 0.1284680 Mar 08 19:22:23.945265 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bc465748-0a7c-4b67-8711-4265ae088cc3 req-c08f4ff3-e47b-4f49-85d1-7b622ca721d7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082654 Mar 08 19:22:23.994615 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2659-f51c-42f5-9135-0a90e47eee1b req-57114f67-dd94-4e9f-8949-0b5c62e14593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:23.996175 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c44c2659-f51c-42f5-9135-0a90e47eee1b req-57114f67-dd94-4e9f-8949-0b5c62e14593 service neutron] 10.222.0.76 "GET /v2.0/networks?id=eadbce5e-f6fa-402e-acf1-15b1deb0f309 HTTP/1.1" status: 200 len: 916 time: 0.1367052 Mar 08 19:22:24.073716 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c44c2659-f51c-42f5-9135-0a90e47eee1b req-9ade2117-3bad-4ffe-bd11-072a97650adc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53289e48-6128-4777-8871-ee89220f42dc HTTP/1.1" status: 200 len: 999 time: 0.0688121 Mar 08 19:22:24.116497 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-6c7835d0-307c-4b0e-ae89-fe38a2a598ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '6ddd65a2-9a48-44ab-8ff3-14eda899c740', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': '53289e48-6128-4777-8871-ee89220f42dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:4c:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69246580-c8f3-4b73-8f8e-b957fff68f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:22:04Z', 'updated_at': '2022-03-08T19:22:22Z', 'revision_number': 1, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:24.126953 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2659-f51c-42f5-9135-0a90e47eee1b req-f5883b22-5898-4fec-a761-33df71f0759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:24.128457 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c44c2659-f51c-42f5-9135-0a90e47eee1b req-f5883b22-5898-4fec-a761-33df71f0759a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f85598c7-024d-416e-bf9f-b74e60adac34 HTTP/1.1" status: 200 len: 854 time: 0.0474455 Mar 08 19:22:24.143880 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7835d0-307c-4b0e-ae89-fe38a2a598ee None None] Checking router: bb4877bd-bd79-4d0b-90c3-53ae27b105db for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:22:24.152456 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7835d0-307c-4b0e-ae89-fe38a2a598ee None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:24.153075 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-6c7835d0-307c-4b0e-ae89-fe38a2a598ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:22:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:24.180199 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2659-f51c-42f5-9135-0a90e47eee1b req-90de75fb-6e59-407f-856c-7fd22edc391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:24.181705 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c44c2659-f51c-42f5-9135-0a90e47eee1b req-90de75fb-6e59-407f-856c-7fd22edc391c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eadbce5e-f6fa-402e-acf1-15b1deb0f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445075 Mar 08 19:22:24.263207 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-6c7835d0-307c-4b0e-ae89-fe38a2a598ee None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:24.277969 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c44c2659-f51c-42f5-9135-0a90e47eee1b req-b545327d-44c6-4421-8230-d663a00d58db service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887067 Mar 08 19:22:24.369406 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c44c2659-f51c-42f5-9135-0a90e47eee1b req-84a8ddad-1dfb-4c81-a45f-61eeb5955603 service neutron] 10.222.0.76 "GET /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833325 Mar 08 19:22:24.484236 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-6c7835d0-307c-4b0e-ae89-fe38a2a598ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '6ddd65a2-9a48-44ab-8ff3-14eda899c740', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': '53289e48-6128-4777-8871-ee89220f42dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:4c:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69246580-c8f3-4b73-8f8e-b957fff68f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:22:04Z', 'updated_at': '2022-03-08T19:22:22Z', 'revision_number': 1, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:24.510774 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7835d0-307c-4b0e-ae89-fe38a2a598ee None None] The sync data for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi is: [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '6ddd65a2-9a48-44ab-8ff3-14eda899c740', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'port_id': '53289e48-6128-4777-8871-ee89220f42dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'mac_address': 'fa:16:3e:4c:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69246580-c8f3-4b73-8f8e-b957fff68f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:22:04Z', 'updated_at': '2022-03-08T19:22:22Z', 'revision_number': 1, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:22:24.695422 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32b5a6a-2298-4d6b-9ae7-2339b35a9521 None None] New status for floating IP 6ddd65a2-9a48-44ab-8ff3-14eda899c740: ACTIVE {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:22:25.071271 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f0e4e-6412-4f15-bd1f-2eb7794b3d75 req-60a11cdd-5228-4bb5-9b07-4c8b4f3155a3 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:25.072794 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7d0f0e4e-6412-4f15-bd1f-2eb7794b3d75 req-60a11cdd-5228-4bb5-9b07-4c8b4f3155a3 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0530763 Mar 08 19:22:25.126472 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7d0f0e4e-6412-4f15-bd1f-2eb7794b3d75 req-54f34204-87ea-4196-9233-da1f318f0d2a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473981 Mar 08 19:22:26.250704 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb88e8-5700-43ba-a029-f49c17ebf3f6 req-3ae715d6-a57d-45d1-8dff-a98b0d6f040b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:26.252319 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8acb88e8-5700-43ba-a029-f49c17ebf3f6 req-3ae715d6-a57d-45d1-8dff-a98b0d6f040b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 945 time: 0.0533216 Mar 08 19:22:26.300306 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8acb88e8-5700-43ba-a029-f49c17ebf3f6 req-5d4c3d57-0abb-4bdd-a513-08fb8c070fe6 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421836 Mar 08 19:22:26.368441 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:22:26.449054 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f is: ACTIVE; New status is: DOWN {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:26.449445 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:26.471360 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb629d0-2eab-412c-8995-f16c1538c828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:26.473608 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10533ff3-5f77-485c-b845-e08227ae012e" -d '{"events": [{"server_uuid": "2fb629d0-2eab-412c-8995-f16c1538c828", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb86a7d-edd4-4947-9ef9-4da4449b0e1f"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:26.485821 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:26.512877 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66abb71-e3ee-4e37-bf75-8c8f6b87777d x-openstack-request-id: req-c66abb71-e3ee-4e37-bf75-8c8f6b87777d {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:26.513209 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb629d0-2eab-412c-8995-f16c1538c828", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb86a7d-edd4-4947-9ef9-4da4449b0e1f", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:26.518278 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c66abb71-e3ee-4e37-bf75-8c8f6b87777d {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:26.518278 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb629d0-2eab-412c-8995-f16c1538c828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f', 'code': 200} Mar 08 19:22:26.557373 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:26.612174 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,revision_number=8']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:26.620261 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:26.620643 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:26.621007 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:26.621346 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:26.621686 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:26.622023 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:26.622360 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:26.622699 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:26.623623 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:26.623623 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:26.623857 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:26.624136 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:26.624389 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:28.123553 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [req-ef79d9c0-2ab5-4041-9b7d-77c011ed3e7b req-5b502920-9525-4326-b356-d6be8297d0f9 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:22:28.124642 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ef79d9c0-2ab5-4041-9b7d-77c011ed3e7b req-5b502920-9525-4326-b356-d6be8297d0f9 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054452 Mar 08 19:22:28.602987 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c89bb-9cb1-4ae6-b22d-62513f91cd60 req-bbb11dd7-bd49-4b98-858e-c2316b333cf6 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:28.611712 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ff1c89bb-9cb1-4ae6-b22d-62513f91cd60 req-bbb11dd7-bd49-4b98-858e-c2316b333cf6 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0532653 Mar 08 19:22:28.654222 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ff1c89bb-9cb1-4ae6-b22d-62513f91cd60 req-4bb3a54f-5d36-436a-b138-41c331756765 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440657 Mar 08 19:22:28.970748 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51452) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:29.059108 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-c99e2e19-2454-49e0-bec0-7090adc64565 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872033 Mar 08 19:22:29.068002 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-df5ca3a1-e2e8-48cb-a03d-261aeb4496c3 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:22:29.068945 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-df5ca3a1-e2e8-48cb-a03d-261aeb4496c3 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049112 Mar 08 19:22:29.144480 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51460) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:29.235629 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-a1f0acb2-5f1e-44df-99a8-1fec865d596d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:29.237008 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-a1f0acb2-5f1e-44df-99a8-1fec865d596d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports/2eb86a7d-edd4-4947-9ef9-4da4449b0e1f HTTP/1.1" status: 200 len: 940 time: 0.0915163 Mar 08 19:22:29.778999 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fe984-4cf3-4cda-9505-68370e75a4b9 req-7778f88f-fef3-4a4b-b409-68d7aeda9219 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:29.780536 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-929fe984-4cf3-4cda-9505-68370e75a4b9 req-7778f88f-fef3-4a4b-b409-68d7aeda9219 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0537801 Mar 08 19:22:29.831165 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-929fe984-4cf3-4cda-9505-68370e75a4b9 req-74b5e118-1182-43e0-976b-f0033212080a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443621 Mar 08 19:22:30.567168 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-74860ec2-e198-4819-9608-a64fcd954dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:30.568741 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-74860ec2-e198-4819-9608-a64fcd954dad service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828&tenant_id=efdd81b216bc4091b41a1aec0610c6ad HTTP/1.1" status: 200 len: 1127 time: 0.0483103 Mar 08 19:22:30.636626 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-d4b61ba6-f622-42b2-935b-38fce7c48a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:30.638097 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-d4b61ba6-f622-42b2-935b-38fce7c48a01 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=efdd81b216bc4091b41a1aec0610c6ad&device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 1127 time: 0.0452275 Mar 08 19:22:30.724143 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-c98cb234-0cda-4b2c-9d33-195e87be5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:30.726829 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-c98cb234-0cda-4b2c-9d33-195e87be5505 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cd3ea4fe-bf1a-4952-b0bd-286510901348 HTTP/1.1" status: 200 len: 917 time: 0.0835919 Mar 08 19:22:30.806872 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-6ca61068-1cbf-4e5b-b065-afc47f592850 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f HTTP/1.1" status: 200 len: 999 time: 0.0612733 Mar 08 19:22:30.854328 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-583b71c5-cc20-40db-ae51-766ec6195b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:30.855764 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-583b71c5-cc20-40db-ae51-766ec6195b24 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee055724-f572-4951-9bec-6d1ee3ec6732 HTTP/1.1" status: 200 len: 855 time: 0.0433123 Mar 08 19:22:30.904940 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-802aaa6f-3bac-4889-b0f2-acd41752bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:30.906449 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-802aaa6f-3bac-4889-b0f2-acd41752bd58 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cd3ea4fe-bf1a-4952-b0bd-286510901348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448682 Mar 08 19:22:31.028368 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24b2bb-7c12-4bf7-bce0-3f8c662c7576 req-01ab72a9-56b0-49e3-a598-8cba5ce57f20 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:31.029906 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-af24b2bb-7c12-4bf7-bce0-3f8c662c7576 req-01ab72a9-56b0-49e3-a598-8cba5ce57f20 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.1223588 Mar 08 19:22:31.051787 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-64e9038e-ab5e-465e-b236-6421400bf606 service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346521 Mar 08 19:22:31.144131 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-af24b2bb-7c12-4bf7-bce0-3f8c662c7576 req-ef7b3969-8d86-4aed-8a4c-76036962ce57 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038344 Mar 08 19:22:31.179058 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-185533a1-32b6-490e-b4ad-e3ffeb078696 req-1d2c190d-a178-4e3b-b625-84382bcb7f1c service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212823 Mar 08 19:22:31.969677 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2c3d92f5-3967-4147-962f-0af9bbc53095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:32.294795 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6befb-5256-4b24-b11b-fd59cf6001a3 req-d6b7c47f-1e68-4bb9-9341-e6be53b90f6e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:32.296485 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-43c6befb-5256-4b24-b11b-fd59cf6001a3 req-d6b7c47f-1e68-4bb9-9341-e6be53b90f6e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0595534 Mar 08 19:22:32.348563 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-43c6befb-5256-4b24-b11b-fd59cf6001a3 req-9dfefda0-45e9-4665-87e7-5e81cc1c54d3 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462615 Mar 08 19:22:33.481408 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa8500-9ddb-4508-ab30-12b7ea4563ef req-8cc770b8-b8d2-4d22-a952-dcb7299437b2 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:33.483075 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4bfa8500-9ddb-4508-ab30-12b7ea4563ef req-8cc770b8-b8d2-4d22-a952-dcb7299437b2 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0591853 Mar 08 19:22:33.530858 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4bfa8500-9ddb-4508-ab30-12b7ea4563ef req-6d671375-e165-4e9b-96b1-3c2552ed4497 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413504 Mar 08 19:22:34.314523 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-40cf9ea5-161e-4eee-9fbb-820052652e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:34.667690 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0cc55-819e-4287-b936-2c3c2c824802 req-5676e36c-6c4c-4bb9-8777-128874dd11b8 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:34.669237 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f4b0cc55-819e-4287-b936-2c3c2c824802 req-5676e36c-6c4c-4bb9-8777-128874dd11b8 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0604529 Mar 08 19:22:34.717927 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f4b0cc55-819e-4287-b936-2c3c2c824802 req-a7a4ed66-f4e7-48d3-bca1-c123575be849 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415924 Mar 08 19:22:35.277239 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:35.866264 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcc153-0314-45ae-9f44-8c88fb568243 req-74fadbec-6b0e-4ef7-8373-f93453a3be12 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:35.868034 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-87bcc153-0314-45ae-9f44-8c88fb568243 req-74fadbec-6b0e-4ef7-8373-f93453a3be12 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0652630 Mar 08 19:22:35.932612 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-87bcc153-0314-45ae-9f44-8c88fb568243 req-4a8b2eb7-0591-4cc4-bbbb-fd8cf3b7d545 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577826 Mar 08 19:22:37.054172 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747658d-cf87-448d-9d27-cecbbf1f0f1a req-f2a48d95-1bd4-4a76-958f-ae9b1918504a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:37.055686 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7747658d-cf87-448d-9d27-cecbbf1f0f1a req-f2a48d95-1bd4-4a76-958f-ae9b1918504a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0540507 Mar 08 19:22:37.104674 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7747658d-cf87-448d-9d27-cecbbf1f0f1a req-1ec9dfe3-1d16-4013-b3c3-165f38eb5b55 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433352 Mar 08 19:22:37.294885 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:38.285647 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d68f1-2887-41a5-83d1-2201360dcc6f req-84b58181-0837-462e-87cc-7c1668c5d402 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:38.287198 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b2d68f1-2887-41a5-83d1-2201360dcc6f req-84b58181-0837-462e-87cc-7c1668c5d402 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0793920 Mar 08 19:22:38.340303 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8b2d68f1-2887-41a5-83d1-2201360dcc6f req-d3591f11-f09c-4475-b132-53848bdd9297 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471466 Mar 08 19:22:38.488816 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:39.486854 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881ca1d-8ca1-4d03-9717-333c8a5b6531 req-384c3dd2-7e05-482e-8dc5-3e2f40c1a18c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:39.488396 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e881ca1d-8ca1-4d03-9717-333c8a5b6531 req-384c3dd2-7e05-482e-8dc5-3e2f40c1a18c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0664945 Mar 08 19:22:39.539364 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e881ca1d-8ca1-4d03-9717-333c8a5b6531 req-efd776c7-fb80-4c50-9487-7d417dbd6dea tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445857 Mar 08 19:22:40.677684 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1fccf-48e5-40b1-9baa-b71157b40284 req-c8b2e4b0-1f67-4df4-865c-401563fd787f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:40.679199 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-85d1fccf-48e5-40b1-9baa-b71157b40284 req-c8b2e4b0-1f67-4df4-865c-401563fd787f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0619395 Mar 08 19:22:40.732079 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-85d1fccf-48e5-40b1-9baa-b71157b40284 req-7a3cd28d-e524-43fd-b4a0-0ac6721e909c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471902 Mar 08 19:22:41.864153 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde861ed-751a-45ae-8a3a-eb62baf641c5 req-81295d5a-560a-4b8b-8123-c29d1a5a894d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:41.865783 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bde861ed-751a-45ae-8a3a-eb62baf641c5 req-81295d5a-560a-4b8b-8123-c29d1a5a894d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0591652 Mar 08 19:22:41.924876 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bde861ed-751a-45ae-8a3a-eb62baf641c5 req-4af79172-c3e9-487e-baee-3a5b4d383b7e tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530300 Mar 08 19:22:43.050820 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96103079-aa59-4bb5-a71b-5f443ef322be req-ee6e5057-7675-40a5-9f09-01d9a052a430 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:43.052337 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-96103079-aa59-4bb5-a71b-5f443ef322be req-ee6e5057-7675-40a5-9f09-01d9a052a430 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0539434 Mar 08 19:22:43.098336 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-96103079-aa59-4bb5-a71b-5f443ef322be req-d51d33a2-9f32-402d-a674-67828a2374d8 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403399 Mar 08 19:22:44.228698 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c582f-e3c0-48c8-b805-2a9720cbe88e req-b61adfa0-daa3-44ec-b758-55531584f042 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:44.230110 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ba3c582f-e3c0-48c8-b805-2a9720cbe88e req-b61adfa0-daa3-44ec-b758-55531584f042 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0537164 Mar 08 19:22:44.283743 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ba3c582f-e3c0-48c8-b805-2a9720cbe88e req-cec33ed0-ceba-4c1f-ba7b-7cc1ba8f65a3 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474203 Mar 08 19:22:45.405897 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15d5ea-c215-4356-8692-f3c06a044b77 req-2432d627-276a-4c62-8c85-0236615b6bcc tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:45.407549 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ab15d5ea-c215-4356-8692-f3c06a044b77 req-2432d627-276a-4c62-8c85-0236615b6bcc tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0529850 Mar 08 19:22:45.460722 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ab15d5ea-c215-4356-8692-f3c06a044b77 req-14b17207-e046-4076-9fbb-e398a0b53496 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449269 Mar 08 19:22:46.584298 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9463e-3f49-4a89-aa98-9800b372624a req-4ab56fd8-dc06-4d88-bf53-c093604e176f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:46.585775 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e3f9463e-3f49-4a89-aa98-9800b372624a req-4ab56fd8-dc06-4d88-bf53-c093604e176f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0518706 Mar 08 19:22:46.631720 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e3f9463e-3f49-4a89-aa98-9800b372624a req-8b2fbf0a-9c6f-4d23-88d4-9376a55b6f19 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404301 Mar 08 19:22:47.757744 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda404c0-5bf5-43eb-a2f0-b8eb3b4f75d6 req-9c8031ed-8d92-4002-897d-eae4b8f5a57c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:47.759232 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bda404c0-5bf5-43eb-a2f0-b8eb3b4f75d6 req-9c8031ed-8d92-4002-897d-eae4b8f5a57c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 943 time: 0.0573525 Mar 08 19:22:47.805185 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bda404c0-5bf5-43eb-a2f0-b8eb3b4f75d6 req-673373e3-c3ab-481a-ba30-08393621b8bd tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401614 Mar 08 19:22:48.478412 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:22:48.574684 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:48.585040 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'port_id': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f', 'mac_address': 'fa:16:3e:db:ab:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:22:48.621965 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:48.622356 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:48.635184 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:22:48.657433 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:48.750607 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:48.798687 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,revision_number=9']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:48.855546 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4224d5af-8c85-4b8a-8797-406b0472b190 req-13d2c6c5-85fe-4ce6-887e-7b79947e23d1 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460715053&fields=id&tenant_id=8493e87c10e641d683d44e78c2f7c51b HTTP/1.1" status: 200 len: 267 time: 0.0482416 Mar 08 19:22:48.947052 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224d5af-8c85-4b8a-8797-406b0472b190 req-13cfaeff-a691-43ad-899f-fe8dcf01bd40 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:48.948577 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4224d5af-8c85-4b8a-8797-406b0472b190 req-13cfaeff-a691-43ad-899f-fe8dcf01bd40 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 985 time: 0.0874949 Mar 08 19:22:48.960076 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6093e1-21bf-4636-b459-550aa00897e9 req-002cce08-06ce-4da4-b69e-8d38e0b56e49 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:48.961508 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dd6093e1-21bf-4636-b459-550aa00897e9 req-002cce08-06ce-4da4-b69e-8d38e0b56e49 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 944 time: 0.0745137 Mar 08 19:22:48.966744 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-4224d5af-8c85-4b8a-8797-406b0472b190 req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Request body: {'port': {'security_groups': ['892ba038-b053-4330-baed-76a2fe41b5d6']}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:22:49.046840 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dd6093e1-21bf-4636-b459-550aa00897e9 req-4c89178e-c3fd-4646-8e76-1d18029c2112 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770385 Mar 08 19:22:49.078171 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-4224d5af-8c85-4b8a-8797-406b0472b190 req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:49.144518 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['2eb86a7d-edd4-4947-9ef9-4da4449b0e1f'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:22:49.252638 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-4224d5af-8c85-4b8a-8797-406b0472b190 req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] For port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0,segment=NetworkSegment(808985f6-5371-4940-8d50-5f6eb9461b23),segment_id=808985f6-5371-4940-8d50-5f6eb9461b23)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:49.281941 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-4224d5af-8c85-4b8a-8797-406b0472b190 req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:49.352009 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-4224d5af-8c85-4b8a-8797-406b0472b190 req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:49.365603 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['ffb7e097-a3bb-4d3a-8540-5b1eda1926a0'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:22:49.401130 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224d5af-8c85-4b8a-8797-406b0472b190 req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:49.401754 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-4224d5af-8c85-4b8a-8797-406b0472b190 req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:49.403157 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4224d5af-8c85-4b8a-8797-406b0472b190 req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "PUT /v2.0/ports/ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 HTTP/1.1" status: 200 len: 943 time: 0.4407463 Mar 08 19:22:49.403617 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'tag': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:49.408273 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300e115d-1327-46af-83c7-efa690657c08" -d '{"events": [{"name": "network-changed", "server_uuid": "04abbb21-ab32-456a-b9e5-eda0284c067c", "tag": "ffb7e097-a3bb-4d3a-8540-5b1eda1926a0"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:49.415504 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51548) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:49.446776 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Pushing event updated for resources: {'Port': ['ID=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0,revision_number=7']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:49.465672 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abf3bc7-a458-47c4-83e6-5f9f5da2740c x-openstack-request-id: req-5abf3bc7-a458-47c4-83e6-5f9f5da2740c {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:49.465967 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04abbb21-ab32-456a-b9e5-eda0284c067c", "tag": "ffb7e097-a3bb-4d3a-8540-5b1eda1926a0", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:49.466231 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5abf3bc7-a458-47c4-83e6-5f9f5da2740c {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:49.466625 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'tag': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0', 'status': 'completed', 'code': 200} Mar 08 19:22:49.474707 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:49.475080 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:49.475408 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:49.475893 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:49.476275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:49.476614 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:49.476950 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:49.477282 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:49.477612 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:49.477946 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:49.478275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:49.478603 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:49.478930 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d217b17-1fbb-45f5-ba76-824242d8aef0 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:22:49.553367 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3ed67a57-3341-486f-acea-ecf4925750fa tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group (fac173b8-1244-482f-9c3f-ef19a73c1d2c), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:49.568495 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['ffb7e097-a3bb-4d3a-8540-5b1eda1926a0'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:22:49.586218 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3ed67a57-3341-486f-acea-ecf4925750fa tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group (fac173b8-1244-482f-9c3f-ef19a73c1d2c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:49.590238 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e115d-1327-46af-83c7-efa690657c08 req-e75ed9ad-c1f2-4f3f-97c7-1982f0c85718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:49.591766 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-300e115d-1327-46af-83c7-efa690657c08 req-e75ed9ad-c1f2-4f3f-97c7-1982f0c85718 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8493e87c10e641d683d44e78c2f7c51b&device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 1130 time: 0.1042390 Mar 08 19:22:49.689750 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-2612dec2-774e-44c8-9e79-e7b045cb1ab9 None None] Provisioning complete for port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:49.690050 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2612dec2-774e-44c8-9e79-e7b045cb1ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:49.724186 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e115d-1327-46af-83c7-efa690657c08 req-7bc3b05b-721e-4420-ab7a-eed5149ece19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:49.726130 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-300e115d-1327-46af-83c7-efa690657c08 req-7bc3b05b-721e-4420-ab7a-eed5149ece19 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 HTTP/1.1" status: 200 len: 915 time: 0.1280942 Mar 08 19:22:49.791692 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3ed67a57-3341-486f-acea-ecf4925750fa tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (fac173b8-1244-482f-9c3f-ef19a73c1d2c), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:49.795233 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3ed67a57-3341-486f-acea-ecf4925750fa tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:49.798863 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-3ed67a57-3341-486f-acea-ecf4925750fa tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "DELETE /v2.0/security-groups/fac173b8-1244-482f-9c3f-ef19a73c1d2c HTTP/1.1" status: 204 len: 168 time: 0.3802552 Mar 08 19:22:49.801020 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51550) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:22:49.808380 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-2612dec2-774e-44c8-9e79-e7b045cb1ab9 None None] Current status of the port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:49.815532 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed67a57-3341-486f-acea-ecf4925750fa tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac173b8-1244-482f-9c3f-ef19a73c1d2c,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:49.827210 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-300e115d-1327-46af-83c7-efa690657c08 req-688945e0-c00f-4980-a655-570c56734715 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 HTTP/1.1" status: 200 len: 1002 time: 0.0933416 Mar 08 19:22:49.887834 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e115d-1327-46af-83c7-efa690657c08 req-0e45feb5-b326-4d46-973a-87d61b6e8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:49.889257 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-300e115d-1327-46af-83c7-efa690657c08 req-0e45feb5-b326-4d46-973a-87d61b6e8ad1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=291f3e85-a905-44bb-b333-8a57a8760f7f HTTP/1.1" status: 200 len: 853 time: 0.0553432 Mar 08 19:22:49.940300 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e115d-1327-46af-83c7-efa690657c08 req-59e20fa3-c50a-4bf8-a4e0-36d2b5068ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:49.941809 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-300e115d-1327-46af-83c7-efa690657c08 req-59e20fa3-c50a-4bf8-a4e0-36d2b5068ba6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458524 Mar 08 19:22:49.968365 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-b390135e-ba58-4fb5-a93c-9acde9ee889d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Deleting port d0071682-aecb-4f52-ac3d-af2769700f2a {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:22:49.968709 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b390135e-ba58-4fb5-a93c-9acde9ee889d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (d0071682-aecb-4f52-ac3d-af2769700f2a), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:50.035591 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-300e115d-1327-46af-83c7-efa690657c08 req-524b2833-7394-4265-8e1b-cbaf2acc1085 service neutron] 10.222.0.76 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870826 Mar 08 19:22:50.062326 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b390135e-ba58-4fb5-a93c-9acde9ee889d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (d0071682-aecb-4f52-ac3d-af2769700f2a), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:50.062810 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b390135e-ba58-4fb5-a93c-9acde9ee889d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for floatingip (d0071682-aecb-4f52-ac3d-af2769700f2a), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:50.076736 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-b390135e-ba58-4fb5-a93c-9acde9ee889d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Calling delete_port for d0071682-aecb-4f52-ac3d-af2769700f2a owned by network:floatingip {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:22:50.213609 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-300e115d-1327-46af-83c7-efa690657c08 req-de58f69e-8e33-45af-a1ab-2837e1586958 service neutron] 10.222.0.76 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719272 Mar 08 19:22:50.234623 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1476328-12f6-4462-a39b-5a8b7d15d196 req-1569ce8e-64f5-46ab-863d-1fc2a7ffab6f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:50.237340 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f1476328-12f6-4462-a39b-5a8b7d15d196 req-1569ce8e-64f5-46ab-863d-1fc2a7ffab6f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 944 time: 0.0988975 Mar 08 19:22:50.298851 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f1476328-12f6-4462-a39b-5a8b7d15d196 req-1bab54e3-8194-46bc-a3fe-31331fe9b4b0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549583 Mar 08 19:22:50.351938 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b390135e-ba58-4fb5-a93c-9acde9ee889d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (d0071682-aecb-4f52-ac3d-af2769700f2a), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:50.379265 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390135e-ba58-4fb5-a93c-9acde9ee889d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Pushing event deleted for resources: {'Port': ['ID=d0071682-aecb-4f52-ac3d-af2769700f2a,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:50.444757 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b390135e-ba58-4fb5-a93c-9acde9ee889d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks [] for floatingip (51a3eef2-cdd5-4f12-84c0-be19654fd1b5), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:50.445121 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.l3_db [None req-b390135e-ba58-4fb5-a93c-9acde9ee889d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Floating IP 51a3eef2-cdd5-4f12-84c0-be19654fd1b5 disassociated (deleted). External IP: 172.27.3.238, port: ffb7e097-a3bb-4d3a-8540-5b1eda1926a0. Mar 08 19:22:50.487602 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:22:50.537111 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:22:50.537485 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:50.613879 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:22:50.614583 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:50.636782 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb629d0-2eab-412c-8995-f16c1538c828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:50.639037 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d21f2d-7240-4d8d-8a80-03bb88e50405" -d '{"events": [{"server_uuid": "2fb629d0-2eab-412c-8995-f16c1538c828", "name": "network-vif-plugged", "status": "completed", "tag": "2eb86a7d-edd4-4947-9ef9-4da4449b0e1f"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:50.655113 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:50.665857 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b390135e-ba58-4fb5-a93c-9acde9ee889d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Router 46c8d447-5c7e-438c-8571-b18fd3443a57 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:22:50.679820 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e947742-afde-420b-8355-7d4c92ea3df3 x-openstack-request-id: req-3e947742-afde-420b-8355-7d4c92ea3df3 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:50.680147 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb629d0-2eab-412c-8995-f16c1538c828", "name": "network-vif-plugged", "status": "completed", "tag": "2eb86a7d-edd4-4947-9ef9-4da4449b0e1f", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:50.680402 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3e947742-afde-420b-8355-7d4c92ea3df3 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:50.680797 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb629d0-2eab-412c-8995-f16c1538c828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f', 'code': 200} Mar 08 19:22:50.740419 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:50.786873 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b390135e-ba58-4fb5-a93c-9acde9ee889d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:22:50.791080 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,revision_number=10']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:50.791875 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b390135e-ba58-4fb5-a93c-9acde9ee889d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:50.797177 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ced4fd-66f0-4b5e-92a8-d95baeb9c715 None None] Sync routers for ids ['46c8d447-5c7e-438c-8571-b18fd3443a57'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:22:50.808819 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ced4fd-66f0-4b5e-92a8-d95baeb9c715 None None] Routers {'46c8d447-5c7e-438c-8571-b18fd3443a57'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:50.809805 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-b7ced4fd-66f0-4b5e-92a8-d95baeb9c715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:22:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['46c8d447-5c7e-438c-8571-b18fd3443a57'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:50.827536 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b390135e-ba58-4fb5-a93c-9acde9ee889d tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "DELETE /v2.0/floatingips/51a3eef2-cdd5-4f12-84c0-be19654fd1b5 HTTP/1.1" status: 204 len: 168 time: 1.0254049 Mar 08 19:22:50.828253 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'tag': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:50.830566 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53819140b743c14f5f7a1fe2ab51494c776a848c6f719dc74ac88d912fee6995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7522f7dc-4b70-4a43-970a-da5fa2b2e26c" -d '{"events": [{"name": "network-changed", "server_uuid": "04abbb21-ab32-456a-b9e5-eda0284c067c", "tag": "ffb7e097-a3bb-4d3a-8540-5b1eda1926a0"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:50.868397 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9052bc-d58b-409b-935f-37b3a041621c x-openstack-request-id: req-0e9052bc-d58b-409b-935f-37b3a041621c {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:50.868696 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04abbb21-ab32-456a-b9e5-eda0284c067c", "tag": "ffb7e097-a3bb-4d3a-8540-5b1eda1926a0", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:50.868968 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0e9052bc-d58b-409b-935f-37b3a041621c {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:50.869363 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'tag': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0', 'status': 'completed', 'code': 200} Mar 08 19:22:50.944123 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-b7ced4fd-66f0-4b5e-92a8-d95baeb9c715 None None] Set router 46c8d447-5c7e-438c-8571-b18fd3443a57 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:50.950949 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f7dc-4b70-4a43-970a-da5fa2b2e26c req-0d00ed4f-516c-4f4d-bb98-022795d095bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:50.952729 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7522f7dc-4b70-4a43-970a-da5fa2b2e26c req-0d00ed4f-516c-4f4d-bb98-022795d095bb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8493e87c10e641d683d44e78c2f7c51b&device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 1130 time: 0.0634077 Mar 08 19:22:51.082960 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf451d-3b2f-4461-8b71-7b3b0040bdbc req-a5b56913-7ce2-45ed-a1aa-2451d1075c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:51.084766 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bcbf451d-3b2f-4461-8b71-7b3b0040bdbc req-a5b56913-7ce2-45ed-a1aa-2451d1075c45 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 1130 time: 0.1013088 Mar 08 19:22:51.087269 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f7dc-4b70-4a43-970a-da5fa2b2e26c req-5f933cf3-b756-4c5a-8f59-50c60c14d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:51.088664 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7522f7dc-4b70-4a43-970a-da5fa2b2e26c req-5f933cf3-b756-4c5a-8f59-50c60c14d4d3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 HTTP/1.1" status: 200 len: 915 time: 0.1260936 Mar 08 19:22:51.171227 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-b7ced4fd-66f0-4b5e-92a8-d95baeb9c715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'name': 'tempest-TestMinimumBasicScenario-816988316-router', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:12Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 4, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'gw_port': {'id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:13Z', 'updated_at': '2022-03-08T19:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e', 'name': '', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'mac_address': 'fa:16:3e:17:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:15Z', 'updated_at': '2022-03-08T19:19:21Z', 'revision_number': 5, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'subnets': [{'id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:51.207011 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ced4fd-66f0-4b5e-92a8-d95baeb9c715 None None] Checking router: 46c8d447-5c7e-438c-8571-b18fd3443a57 for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:22:51.219442 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ced4fd-66f0-4b5e-92a8-d95baeb9c715 None None] Routers {'46c8d447-5c7e-438c-8571-b18fd3443a57'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:22:51.220748 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-b7ced4fd-66f0-4b5e-92a8-d95baeb9c715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:22:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['46c8d447-5c7e-438c-8571-b18fd3443a57'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:51.352180 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-b7ced4fd-66f0-4b5e-92a8-d95baeb9c715 None None] Set router 46c8d447-5c7e-438c-8571-b18fd3443a57 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:22:51.448276 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7522f7dc-4b70-4a43-970a-da5fa2b2e26c req-0db47190-b7cd-4cf7-88b7-3ec1c6b7f9d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 HTTP/1.1" status: 200 len: 217 time: 0.3462443 Mar 08 19:22:51.538135 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bcbf451d-3b2f-4461-8b71-7b3b0040bdbc req-3558f9e8-8f71-4985-9521-acc1222155e8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4428563 Mar 08 19:22:51.541450 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f7dc-4b70-4a43-970a-da5fa2b2e26c req-ee9c7847-c553-45c1-990c-1fcb1c5e997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:51.542798 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7522f7dc-4b70-4a43-970a-da5fa2b2e26c req-ee9c7847-c553-45c1-990c-1fcb1c5e997e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=291f3e85-a905-44bb-b333-8a57a8760f7f HTTP/1.1" status: 200 len: 853 time: 0.0774810 Mar 08 19:22:51.558668 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79782893-da1a-420a-8cb8-ef866f255eea req-da25cd7f-4467-48bb-b4a0-4b0c5bda23cd tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:51.560044 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-79782893-da1a-420a-8cb8-ef866f255eea req-da25cd7f-4467-48bb-b4a0-4b0c5bda23cd tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 946 time: 0.1525474 Mar 08 19:22:51.615083 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-79782893-da1a-420a-8cb8-ef866f255eea req-eb453fd0-7e0c-457a-bcd4-93a553ad630b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481062 Mar 08 19:22:51.701283 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-b7ced4fd-66f0-4b5e-92a8-d95baeb9c715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'name': 'tempest-TestMinimumBasicScenario-816988316-router', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:12Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 4, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'gw_port': {'id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:13Z', 'updated_at': '2022-03-08T19:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e', 'name': '', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'mac_address': 'fa:16:3e:17:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:15Z', 'updated_at': '2022-03-08T19:19:21Z', 'revision_number': 5, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'subnets': [{'id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:22:51.726590 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ced4fd-66f0-4b5e-92a8-d95baeb9c715 None None] The sync data for ids ['46c8d447-5c7e-438c-8571-b18fd3443a57'] in dv-cinder-830091-3-iscsi is: [{'id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'name': 'tempest-TestMinimumBasicScenario-816988316-router', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:12Z', 'updated_at': '2022-03-08T19:19:16Z', 'revision_number': 4, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'gw_port': {'id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:13Z', 'updated_at': '2022-03-08T19:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e', 'name': '', 'network_id': 'e2a253e9-bf22-41bc-ad81-8ecedb1c4b93', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'mac_address': 'fa:16:3e:17:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:15Z', 'updated_at': '2022-03-08T19:19:21Z', 'revision_number': 5, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'subnets': [{'id': '291f3e85-a905-44bb-b333-8a57a8760f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:22:51.944364 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f7dc-4b70-4a43-970a-da5fa2b2e26c req-8d5bee99-d8f3-40c8-87df-072f54298dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:51.945934 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7522f7dc-4b70-4a43-970a-da5fa2b2e26c req-8d5bee99-d8f3-40c8-87df-072f54298dc7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527170 Mar 08 19:22:52.023615 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91fccde-7336-4a01-b6c8-4e77e85d6c1e None None] New status for floating IP 51a3eef2-cdd5-4f12-84c0-be19654fd1b5: DOWN {{(pid=103683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:22:52.048039 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7522f7dc-4b70-4a43-970a-da5fa2b2e26c req-a83c21ab-56c2-454c-9819-f49e9641951d service neutron] 10.222.0.76 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942278 Mar 08 19:22:52.142898 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7522f7dc-4b70-4a43-970a-da5fa2b2e26c req-8411bb4d-01f7-4e67-b110-a349169a4a43 service neutron] 10.222.0.76 "GET /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841126 Mar 08 19:22:52.749435 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b2082-3cc3-4651-8349-2b3cf273ae04 req-f136871f-af7b-4591-921a-d6d3514aa844 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:52.750973 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a17b2082-3cc3-4651-8349-2b3cf273ae04 req-f136871f-af7b-4591-921a-d6d3514aa844 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 946 time: 0.0591092 Mar 08 19:22:52.797329 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:52.798672 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a17b2082-3cc3-4651-8349-2b3cf273ae04 req-0b16dc8c-5272-4199-8cc8-1e1929e554b1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403192 Mar 08 19:22:53.921527 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4d05e-51bb-4484-abc6-4ec0f758067b req-77974042-d2ea-444d-8c71-81841af025d7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:53.923016 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2fb4d05e-51bb-4484-abc6-4ec0f758067b req-77974042-d2ea-444d-8c71-81841af025d7 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 946 time: 0.0527215 Mar 08 19:22:53.970086 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2fb4d05e-51bb-4484-abc6-4ec0f758067b req-942fcbe2-d152-4f47-b39e-6ec35dbee0c0 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404627 Mar 08 19:22:55.092839 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92262f-019e-4c89-857e-3507a0eccf8c req-b26aef08-be99-4dec-8289-311277ba3b8b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:55.094292 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0c92262f-019e-4c89-857e-3507a0eccf8c req-b26aef08-be99-4dec-8289-311277ba3b8b tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 946 time: 0.0523918 Mar 08 19:22:55.148692 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0c92262f-019e-4c89-857e-3507a0eccf8c req-259541f2-923f-483d-87b4-bedb91a47b9a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482626 Mar 08 19:22:55.359013 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16f177-756a-4dc6-a381-61e6ef818c4e req-7d25432c-b0c2-47de-987c-4c97e704404c tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:55.360473 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bb16f177-756a-4dc6-a381-61e6ef818c4e req-7d25432c-b0c2-47de-987c-4c97e704404c tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 946 time: 0.0523431 Mar 08 19:22:55.408439 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bb16f177-756a-4dc6-a381-61e6ef818c4e req-7abea2e9-e3f4-44b8-a14d-f8c0e75fca28 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Mar 08 19:22:56.527060 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2616701-7515-48ce-a357-fab19208409e req-a5bcce67-b2ee-423b-9b6e-96165fa842b8 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:56.528574 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b2616701-7515-48ce-a357-fab19208409e req-a5bcce67-b2ee-423b-9b6e-96165fa842b8 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 946 time: 0.0526888 Mar 08 19:22:56.576889 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b2616701-7515-48ce-a357-fab19208409e req-3d5ebabd-e3f6-4c3d-a084-75dede915641 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419528 Mar 08 19:22:56.737981 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:22:57.394801 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e8758-a114-439b-b46b-0f4c47c0a984 req-221eac13-b5c3-4e39-b229-44593c3bd275 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:57.396280 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-215e8758-a114-439b-b46b-0f4c47c0a984 req-221eac13-b5c3-4e39-b229-44593c3bd275 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.76 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 946 time: 0.0558834 Mar 08 19:22:57.488111 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-215e8758-a114-439b-b46b-0f4c47c0a984 req-fd832aa0-e453-4721-9750-b41133810f7b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Deleting port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:22:57.488451 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-215e8758-a114-439b-b46b-0f4c47c0a984 req-fd832aa0-e453-4721-9750-b41133810f7b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:57.582013 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-215e8758-a114-439b-b46b-0f4c47c0a984 req-fd832aa0-e453-4721-9750-b41133810f7b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] For port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0,segment=NetworkSegment(808985f6-5371-4940-8d50-5f6eb9461b23),segment_id=808985f6-5371-4940-8d50-5f6eb9461b23)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:22:57.582714 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-215e8758-a114-439b-b46b-0f4c47c0a984 req-fd832aa0-e453-4721-9750-b41133810f7b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:57.594469 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-215e8758-a114-439b-b46b-0f4c47c0a984 req-fd832aa0-e453-4721-9750-b41133810f7b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Calling delete_port for ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:22:57.744397 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bbecc-1356-4d7b-89e9-bb8ac4e1122b req-3cb04a10-fe4b-4e7b-9911-a51bb52980a6 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:22:57.745858 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f21bbecc-1356-4d7b-89e9-bb8ac4e1122b req-3cb04a10-fe4b-4e7b-9911-a51bb52980a6 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 946 time: 0.0946958 Mar 08 19:22:57.803715 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f21bbecc-1356-4d7b-89e9-bb8ac4e1122b req-dab98de1-edf0-4a5e-a663-9e81123102f4 tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/security-groups?id=892ba038-b053-4330-baed-76a2fe41b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496771 Mar 08 19:22:57.854580 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-215e8758-a114-439b-b46b-0f4c47c0a984 req-fd832aa0-e453-4721-9750-b41133810f7b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (ffb7e097-a3bb-4d3a-8540-5b1eda1926a0), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:57.867022 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['ffb7e097-a3bb-4d3a-8540-5b1eda1926a0'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:22:57.885351 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd832aa0-e453-4721-9750-b41133810f7b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Pushing event deleted for resources: {'Port': ['ID=ffb7e097-a3bb-4d3a-8540-5b1eda1926a0,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:22:57.937214 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-215e8758-a114-439b-b46b-0f4c47c0a984 req-fd832aa0-e453-4721-9750-b41133810f7b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] No DVR routers for this DVR port ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:22:57.940625 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-215e8758-a114-439b-b46b-0f4c47c0a984 req-fd832aa0-e453-4721-9750-b41133810f7b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:22:57.944176 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-215e8758-a114-439b-b46b-0f4c47c0a984 req-fd832aa0-e453-4721-9750-b41133810f7b tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.76 "DELETE /v2.0/ports/ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 HTTP/1.1" status: 204 len: 173 time: 0.5430984 Mar 08 19:22:57.948043 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'name': 'network-vif-deleted', 'tag': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:22:57.948043 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c334fd-3fb9-4d12-9e82-8e6cd82730ec" -d '{"events": [{"server_uuid": "04abbb21-ab32-456a-b9e5-eda0284c067c", "name": "network-vif-deleted", "tag": "ffb7e097-a3bb-4d3a-8540-5b1eda1926a0"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:22:57.982563 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfde403-33e0-4209-8679-c6b882948dc3 x-openstack-request-id: req-edfde403-33e0-4209-8679-c6b882948dc3 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:22:57.982563 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04abbb21-ab32-456a-b9e5-eda0284c067c", "name": "network-vif-deleted", "tag": "ffb7e097-a3bb-4d3a-8540-5b1eda1926a0", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:22:57.982920 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-edfde403-33e0-4209-8679-c6b882948dc3 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:22:57.983402 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04abbb21-ab32-456a-b9e5-eda0284c067c', 'name': 'network-vif-deleted', 'tag': 'ffb7e097-a3bb-4d3a-8540-5b1eda1926a0', 'status': 'completed', 'code': 200} Mar 08 19:22:58.920356 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1019a882-c04f-433e-a03e-fb875ab0cc5f req-6132f868-3566-4336-8aea-bb63ebb50c4f tempest-TestMinimumBasicScenario-2135638103 tempest-TestMinimumBasicScenario-2135638103-project] 10.222.0.75 "GET /v2.0/ports?device_id=04abbb21-ab32-456a-b9e5-eda0284c067c HTTP/1.1" status: 200 len: 210 time: 0.0331135 Mar 08 19:23:00.560482 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:23:00.579895 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:23:00.580860 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device ffb7e097-a3bb-4d3a-8540-5b1eda1926a0 not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:23:01.448369 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51706) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:01.951424 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4c350d02-2970-4ed8-a075-262164c4e2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:02.019285 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6175d5bf-c2b9-4e21-a9fd-69abc5d34d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8096085'] for router_interface (46c8d447-5c7e-438c-8571-b18fd3443a57), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:02.284754 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-6175d5bf-c2b9-4e21-a9fd-69abc5d34d4d admin admin] Deleting port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:23:02.285112 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6175d5bf-c2b9-4e21-a9fd-69abc5d34d4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:02.371435 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-6175d5bf-c2b9-4e21-a9fd-69abc5d34d4d admin admin] For port 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e,segment=NetworkSegment(808985f6-5371-4940-8d50-5f6eb9461b23),segment_id=808985f6-5371-4940-8d50-5f6eb9461b23)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:02.371794 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6175d5bf-c2b9-4e21-a9fd-69abc5d34d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:02.384579 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-6175d5bf-c2b9-4e21-a9fd-69abc5d34d4d admin admin] Calling delete_port for 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e owned by network:router_interface {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:23:02.659869 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6175d5bf-c2b9-4e21-a9fd-69abc5d34d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:02.685269 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175d5bf-c2b9-4e21-a9fd-69abc5d34d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:02.861293 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6175d5bf-c2b9-4e21-a9fd-69abc5d34d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8096033'] for router_interface (46c8d447-5c7e-438c-8571-b18fd3443a57), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:03.083349 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6175d5bf-c2b9-4e21-a9fd-69abc5d34d4d admin admin] Router 46c8d447-5c7e-438c-8571-b18fd3443a57 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:23:03.193429 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6175d5bf-c2b9-4e21-a9fd-69abc5d34d4d admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:23:03.198512 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-6175d5bf-c2b9-4e21-a9fd-69abc5d34d4d admin admin] 10.222.0.75 "PUT /v2.0/routers/46c8d447-5c7e-438c-8571-b18fd3443a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7491243 Mar 08 19:23:03.201159 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51712) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:03.203886 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24ec911-55b7-409e-82ec-28b574c00b4a None None] Sync routers for ids ['46c8d447-5c7e-438c-8571-b18fd3443a57'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:23:03.214766 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ec911-55b7-409e-82ec-28b574c00b4a None None] Routers {'46c8d447-5c7e-438c-8571-b18fd3443a57'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:03.215379 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-c24ec911-55b7-409e-82ec-28b574c00b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:22:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['46c8d447-5c7e-438c-8571-b18fd3443a57'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:03.315596 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Publish callbacks [] for router (46c8d447-5c7e-438c-8571-b18fd3443a57), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:03.331508 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-c24ec911-55b7-409e-82ec-28b574c00b4a None None] Set router 46c8d447-5c7e-438c-8571-b18fd3443a57 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:03.425074 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Publish callbacks [] for router_gateway (46c8d447-5c7e-438c-8571-b18fd3443a57), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:03.524126 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-c24ec911-55b7-409e-82ec-28b574c00b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'name': 'tempest-TestMinimumBasicScenario-816988316-router', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:12Z', 'updated_at': '2022-03-08T19:23:02Z', 'revision_number': 5, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'gw_port': {'id': '6b8ca71b-66ed-4a60-942c-ce582e43b013', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:13Z', 'updated_at': '2022-03-08T19:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:03.549918 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24ec911-55b7-409e-82ec-28b574c00b4a None None] Checking router: 46c8d447-5c7e-438c-8571-b18fd3443a57 for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:23:03.559019 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ec911-55b7-409e-82ec-28b574c00b4a None None] Routers {'46c8d447-5c7e-438c-8571-b18fd3443a57'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:03.559628 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-c24ec911-55b7-409e-82ec-28b574c00b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:22:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['46c8d447-5c7e-438c-8571-b18fd3443a57'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:03.587100 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Deleting port 6b8ca71b-66ed-4a60-942c-ce582e43b013 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:23:03.587561 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (6b8ca71b-66ed-4a60-942c-ce582e43b013), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:03.650338 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-c24ec911-55b7-409e-82ec-28b574c00b4a None None] Set router 46c8d447-5c7e-438c-8571-b18fd3443a57 gateway port host: None {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:03.674570 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] For port 6b8ca71b-66ed-4a60-942c-ce582e43b013, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=6b8ca71b-66ed-4a60-942c-ce582e43b013,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:03.675162 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (6b8ca71b-66ed-4a60-942c-ce582e43b013), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:03.687320 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Calling delete_port for 6b8ca71b-66ed-4a60-942c-ce582e43b013 owned by network:router_gateway {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:23:03.702763 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-c24ec911-55b7-409e-82ec-28b574c00b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'name': 'tempest-TestMinimumBasicScenario-816988316-router', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:12Z', 'updated_at': '2022-03-08T19:23:03Z', 'revision_number': 6, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'gw_port_host': None}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:03.729248 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24ec911-55b7-409e-82ec-28b574c00b4a None None] The sync data for ids ['46c8d447-5c7e-438c-8571-b18fd3443a57'] in dv-cinder-830091-3-iscsi is: [{'id': '46c8d447-5c7e-438c-8571-b18fd3443a57', 'name': 'tempest-TestMinimumBasicScenario-816988316-router', 'tenant_id': '8493e87c10e641d683d44e78c2f7c51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:12Z', 'updated_at': '2022-03-08T19:23:03Z', 'revision_number': 6, 'project_id': '8493e87c10e641d683d44e78c2f7c51b', 'gw_port_host': None}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:23:03.917525 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (6b8ca71b-66ed-4a60-942c-ce582e43b013), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:03.949957 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b8ca71b-66ed-4a60-942c-ce582e43b013,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:03.979350 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:03.979628 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:03.980008 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:03.980352 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:03.980689 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:03.981199 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:03.981539 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:03.981942 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:03.982277 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:03.982609 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:03.982939 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:03.983267 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:03.983789 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:04.029655 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101515'] for router_gateway (46c8d447-5c7e-438c-8571-b18fd3443a57), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:04.140735 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (46c8d447-5c7e-438c-8571-b18fd3443a57), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:04.143290 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Publish callbacks [] for router_controller (46c8d447-5c7e-438c-8571-b18fd3443a57), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:04.265817 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096552'] for router (46c8d447-5c7e-438c-8571-b18fd3443a57), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:04.266327 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46c8d447-5c7e-438c-8571-b18fd3443a57 {{(pid=103680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:23:04.271521 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:04.272707 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-2231aca3-73f1-4ab6-927e-9994f3f8cc78 admin admin] 10.222.0.75 "DELETE /v2.0/routers/46c8d447-5c7e-438c-8571-b18fd3443a57 HTTP/1.1" status: 204 len: 168 time: 1.0706341 Mar 08 19:23:04.275388 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51716) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:04.299858 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-91ea93a9-2102-4cfc-b8c1-cfcc00eadf19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:04.324733 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c976063-7c70-4529-9171-54fbaad83141 admin admin] Deleting subnet 291f3e85-a905-44bb-b333-8a57a8760f7f {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:23:04.328380 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4c976063-7c70-4529-9171-54fbaad83141 admin admin] Publish callbacks [] for subnet (291f3e85-a905-44bb-b333-8a57a8760f7f), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:04.375745 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4c976063-7c70-4529-9171-54fbaad83141 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5655609'] for subnet (291f3e85-a905-44bb-b333-8a57a8760f7f), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:04.505293 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4c976063-7c70-4529-9171-54fbaad83141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (291f3e85-a905-44bb-b333-8a57a8760f7f), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:04.659509 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4c976063-7c70-4529-9171-54fbaad83141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6014785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4975794'] for subnet (291f3e85-a905-44bb-b333-8a57a8760f7f), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:04.691485 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c976063-7c70-4529-9171-54fbaad83141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=291f3e85-a905-44bb-b333-8a57a8760f7f,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:04.696648 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4c976063-7c70-4529-9171-54fbaad83141 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:04.699908 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-4c976063-7c70-4529-9171-54fbaad83141 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/291f3e85-a905-44bb-b333-8a57a8760f7f HTTP/1.1" status: 204 len: 168 time: 0.4235594 Mar 08 19:23:04.702430 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51720) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:04.705090 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8a4bf9-26be-4b07-a7b8-d2b065cf82c1 None None] Network e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:23:04.789357 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (e2a253e9-bf22-41bc-ad81-8ecedb1c4b93), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:04.859761 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] Deleting port 2ee8dbb1-0696-4225-8244-17b4a3006a69 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:23:04.860887 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (2ee8dbb1-0696-4225-8244-17b4a3006a69), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:04.901580 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066a09cc-9593-4baf-b015-ee4873fdb21f None None] DHCP port deletion for e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 request from dv-cinder-830091-3-iscsi {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:23:04.941877 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] For port 2ee8dbb1-0696-4225-8244-17b4a3006a69, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=2ee8dbb1-0696-4225-8244-17b4a3006a69,segment=NetworkSegment(808985f6-5371-4940-8d50-5f6eb9461b23),segment_id=808985f6-5371-4940-8d50-5f6eb9461b23)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:04.942569 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (2ee8dbb1-0696-4225-8244-17b4a3006a69), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:04.961536 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-066a09cc-9593-4baf-b015-ee4873fdb21f None None] Deleting port 2ee8dbb1-0696-4225-8244-17b4a3006a69 {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:23:04.961918 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-066a09cc-9593-4baf-b015-ee4873fdb21f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (2ee8dbb1-0696-4225-8244-17b4a3006a69), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:04.965783 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] Calling delete_port for 2ee8dbb1-0696-4225-8244-17b4a3006a69 owned by network:dhcp {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:23:05.040815 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-066a09cc-9593-4baf-b015-ee4873fdb21f None None] For port 2ee8dbb1-0696-4225-8244-17b4a3006a69, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=2ee8dbb1-0696-4225-8244-17b4a3006a69,segment=NetworkSegment(808985f6-5371-4940-8d50-5f6eb9461b23),segment_id=808985f6-5371-4940-8d50-5f6eb9461b23)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:05.041171 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-066a09cc-9593-4baf-b015-ee4873fdb21f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (2ee8dbb1-0696-4225-8244-17b4a3006a69), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:05.058448 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-066a09cc-9593-4baf-b015-ee4873fdb21f None None] Calling delete_port for 2ee8dbb1-0696-4225-8244-17b4a3006a69 owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:23:05.157131 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (2ee8dbb1-0696-4225-8244-17b4a3006a69), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:05.186192 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee8dbb1-0696-4225-8244-17b4a3006a69,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:05.188310 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] No DVR routers for this DVR port 2ee8dbb1-0696-4225-8244-17b4a3006a69 on host dv-cinder-830091-3-iscsi {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:23:05.189619 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-066a09cc-9593-4baf-b015-ee4873fdb21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258'] for port (2ee8dbb1-0696-4225-8244-17b4a3006a69), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:05.224480 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a09cc-9593-4baf-b015-ee4873fdb21f None None] Pushing event deleted for resources: {'Port': ['ID=2ee8dbb1-0696-4225-8244-17b4a3006a69,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:05.228726 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a09cc-9593-4baf-b015-ee4873fdb21f None None] No DVR routers for this DVR port 2ee8dbb1-0696-4225-8244-17b4a3006a69 on host dv-cinder-830091-3-iscsi {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:23:05.267788 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (e2a253e9-bf22-41bc-ad81-8ecedb1c4b93), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:05.290502 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a253e9-bf22-41bc-ad81-8ecedb1c4b93']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:05.299976 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808985f6-5371-4940-8d50-5f6eb9461b23') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:05.300215 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808985f6-5371-4940-8d50-5f6eb9461b23') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:05.305241 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:05.309906 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5655746'] for segment (808985f6-5371-4940-8d50-5f6eb9461b23), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:05.323061 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (808985f6-5371-4940-8d50-5f6eb9461b23), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:05.328849 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:23:05.329223 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6014763'] for segment (808985f6-5371-4940-8d50-5f6eb9461b23), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: Traceback (most recent call last): Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: timer() Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: cb(*args, **kw) Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: return func(*args, **kwargs) Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: self._notify() Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: self.callback(batched_events) Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: event.method(event) Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: return f(self, *a, **k) Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: return self._get(url).json() Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: return self.request(url, 'GET', **kwargs) Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:23:05.330864 dv-cinder-830091-3-iscsi neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:23:05.495398 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 6b8ca71b-66ed-4a60-942c-ce582e43b013 no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:23:05.516397 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 6b8ca71b-66ed-4a60-942c-ce582e43b013 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:23:05.516751 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 6b8ca71b-66ed-4a60-942c-ce582e43b013 not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:23:05.517174 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:23:05.524701 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (e2a253e9-bf22-41bc-ad81-8ecedb1c4b93), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:05.530479 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:05.533943 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] 10.222.0.75 "DELETE /v2.0/networks/e2a253e9-bf22-41bc-ad81-8ecedb1c4b93 HTTP/1.1" status: 204 len: 168 time: 0.8303707 Mar 08 19:23:05.537022 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51728) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:05.546355 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:23:05.546705 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 3bf35a6a-9fe5-4061-b0ce-3d4ac1d3a82e not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:23:05.547531 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 2ee8dbb1-0696-4225-8244-17b4a3006a69 no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:23:05.561333 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd83d2d-6c93-48e2-bc3c-1dd340baa736 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a253e9-bf22-41bc-ad81-8ecedb1c4b93,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:05.569975 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 2ee8dbb1-0696-4225-8244-17b4a3006a69 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:23:05.572990 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 2ee8dbb1-0696-4225-8244-17b4a3006a69 not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:23:05.955250 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-361311ed-cad1-4cd7-865a-c127464cb7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8096085'] for router_interface (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:06.255011 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-361311ed-cad1-4cd7-865a-c127464cb7e0 admin admin] Deleting port 94d4689f-5fec-45aa-9fe5-6269bc194126 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:23:06.255011 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-361311ed-cad1-4cd7-865a-c127464cb7e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:06.332905 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-361311ed-cad1-4cd7-865a-c127464cb7e0 admin admin] For port 94d4689f-5fec-45aa-9fe5-6269bc194126, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=94d4689f-5fec-45aa-9fe5-6269bc194126,segment=NetworkSegment(41fc3e4b-7689-4f2e-80d1-c0e323a5798c),segment_id=41fc3e4b-7689-4f2e-80d1-c0e323a5798c)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:06.333244 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-361311ed-cad1-4cd7-865a-c127464cb7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:06.344859 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-361311ed-cad1-4cd7-865a-c127464cb7e0 admin admin] Calling delete_port for 94d4689f-5fec-45aa-9fe5-6269bc194126 owned by network:router_interface {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:23:06.614390 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-361311ed-cad1-4cd7-865a-c127464cb7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (94d4689f-5fec-45aa-9fe5-6269bc194126), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:06.640016 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361311ed-cad1-4cd7-865a-c127464cb7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d4689f-5fec-45aa-9fe5-6269bc194126,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:06.815189 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-361311ed-cad1-4cd7-865a-c127464cb7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8096033'] for router_interface (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:07.036991 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361311ed-cad1-4cd7-865a-c127464cb7e0 admin admin] Router 0e5f8f0f-0817-4d99-a1ad-f29e536c7389 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:23:07.272269 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:07.425456 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361311ed-cad1-4cd7-865a-c127464cb7e0 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:23:07.435276 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-361311ed-cad1-4cd7-865a-c127464cb7e0 admin admin] 10.222.0.75 "PUT /v2.0/routers/0e5f8f0f-0817-4d99-a1ad-f29e536c7389/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8932929 Mar 08 19:23:07.435276 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51744) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:07.437457 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1103427e-f297-4d19-83f3-fadde432e6f6 None None] Sync routers for ids ['0e5f8f0f-0817-4d99-a1ad-f29e536c7389'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:23:07.448491 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1103427e-f297-4d19-83f3-fadde432e6f6 None None] Routers {'0e5f8f0f-0817-4d99-a1ad-f29e536c7389'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:07.449312 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-1103427e-f297-4d19-83f3-fadde432e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['0e5f8f0f-0817-4d99-a1ad-f29e536c7389'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:07.566294 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d9e00c04-ea55-47e6-a829-3704ffdde522 admin admin] Publish callbacks [] for router (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:07.575637 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-1103427e-f297-4d19-83f3-fadde432e6f6 None None] Set router 0e5f8f0f-0817-4d99-a1ad-f29e536c7389 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:07.677713 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d9e00c04-ea55-47e6-a829-3704ffdde522 admin admin] Publish callbacks [] for router_gateway (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:07.782912 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-d9e00c04-ea55-47e6-a829-3704ffdde522 admin admin] Deleting port ab7fe61d-82e7-4385-8890-fca8f057d109 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:23:07.783255 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d9e00c04-ea55-47e6-a829-3704ffdde522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (ab7fe61d-82e7-4385-8890-fca8f057d109), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:07.864996 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-d9e00c04-ea55-47e6-a829-3704ffdde522 admin admin] For port ab7fe61d-82e7-4385-8890-fca8f057d109, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=ab7fe61d-82e7-4385-8890-fca8f057d109,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:07.865338 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d9e00c04-ea55-47e6-a829-3704ffdde522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (ab7fe61d-82e7-4385-8890-fca8f057d109), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:07.876573 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-1103427e-f297-4d19-83f3-fadde432e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'name': 'tempest-TestMinimumBasicScenario-1893957853-router', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'ab7fe61d-82e7-4385-8890-fca8f057d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:19Z', 'updated_at': '2022-03-08T19:23:06Z', 'revision_number': 5, 'project_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'gw_port': {'id': 'ab7fe61d-82e7-4385-8890-fca8f057d109', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:19:20Z', 'updated_at': '2022-03-08T19:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:07.877295 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-d9e00c04-ea55-47e6-a829-3704ffdde522 admin admin] Calling delete_port for ab7fe61d-82e7-4385-8890-fca8f057d109 owned by network:router_gateway {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:23:07.902365 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1103427e-f297-4d19-83f3-fadde432e6f6 None None] Checking router: 0e5f8f0f-0817-4d99-a1ad-f29e536c7389 for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:23:07.911325 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1103427e-f297-4d19-83f3-fadde432e6f6 None None] Routers {'0e5f8f0f-0817-4d99-a1ad-f29e536c7389'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:07.911950 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-1103427e-f297-4d19-83f3-fadde432e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['0e5f8f0f-0817-4d99-a1ad-f29e536c7389'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:08.003120 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-1103427e-f297-4d19-83f3-fadde432e6f6 None None] Set router 0e5f8f0f-0817-4d99-a1ad-f29e536c7389 gateway port host: None {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:08.061041 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-1103427e-f297-4d19-83f3-fadde432e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'name': 'tempest-TestMinimumBasicScenario-1893957853-router', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:19Z', 'updated_at': '2022-03-08T19:23:07Z', 'revision_number': 6, 'project_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'gw_port_host': None}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:08.086932 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1103427e-f297-4d19-83f3-fadde432e6f6 None None] The sync data for ids ['0e5f8f0f-0817-4d99-a1ad-f29e536c7389'] in dv-cinder-830091-3-iscsi is: [{'id': '0e5f8f0f-0817-4d99-a1ad-f29e536c7389', 'name': 'tempest-TestMinimumBasicScenario-1893957853-router', 'tenant_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:19:19Z', 'updated_at': '2022-03-08T19:23:07Z', 'revision_number': 6, 'project_id': 'dab3a7d655fc42ef9e26c0377a1ab8f9', 'gw_port_host': None}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:23:08.139831 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d9e00c04-ea55-47e6-a829-3704ffdde522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (ab7fe61d-82e7-4385-8890-fca8f057d109), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:08.173652 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e00c04-ea55-47e6-a829-3704ffdde522 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7fe61d-82e7-4385-8890-fca8f057d109,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:08.232915 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d9e00c04-ea55-47e6-a829-3704ffdde522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101515'] for router_gateway (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:08.344001 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d9e00c04-ea55-47e6-a829-3704ffdde522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:08.346975 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d9e00c04-ea55-47e6-a829-3704ffdde522 admin admin] Publish callbacks [] for router_controller (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:08.450439 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:08.528623 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d9e00c04-ea55-47e6-a829-3704ffdde522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096552'] for router (0e5f8f0f-0817-4d99-a1ad-f29e536c7389), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:08.529193 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e00c04-ea55-47e6-a829-3704ffdde522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e5f8f0f-0817-4d99-a1ad-f29e536c7389 {{(pid=103681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:23:08.534154 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d9e00c04-ea55-47e6-a829-3704ffdde522 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:08.535330 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-d9e00c04-ea55-47e6-a829-3704ffdde522 admin admin] 10.222.0.75 "DELETE /v2.0/routers/0e5f8f0f-0817-4d99-a1ad-f29e536c7389 HTTP/1.1" status: 204 len: 168 time: 1.0999923 Mar 08 19:23:08.537877 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51752) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:08.581367 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_v2 [None req-3762c144-f894-4736-b19e-34cb530ada14 admin admin] Deleting subnet 2371ccdf-790b-4ccb-887e-ae02e78c7eb5 {{(pid=103681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:23:08.585306 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3762c144-f894-4736-b19e-34cb530ada14 admin admin] Publish callbacks [] for subnet (2371ccdf-790b-4ccb-887e-ae02e78c7eb5), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:08.618143 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3762c144-f894-4736-b19e-34cb530ada14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4839127'] for subnet (2371ccdf-790b-4ccb-887e-ae02e78c7eb5), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:08.732527 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3762c144-f894-4736-b19e-34cb530ada14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (2371ccdf-790b-4ccb-887e-ae02e78c7eb5), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:08.871299 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3762c144-f894-4736-b19e-34cb530ada14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5418216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4956552'] for subnet (2371ccdf-790b-4ccb-887e-ae02e78c7eb5), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:08.902690 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762c144-f894-4736-b19e-34cb530ada14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2371ccdf-790b-4ccb-887e-ae02e78c7eb5,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:08.904845 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3762c144-f894-4736-b19e-34cb530ada14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:08.908103 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-3762c144-f894-4736-b19e-34cb530ada14 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2371ccdf-790b-4ccb-887e-ae02e78c7eb5 HTTP/1.1" status: 204 len: 168 time: 0.3692658 Mar 08 19:23:08.910905 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51754) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:08.914127 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc95767-0e6f-4b5b-abd6-6d7d8b7d8844 None None] Network 457a50ff-1628-46e0-a2d7-bb614ed08f7c requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:23:08.992800 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (457a50ff-1628-46e0-a2d7-bb614ed08f7c), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:09.049447 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] Deleting port f8bbf0ec-223c-4830-a595-d0c2aa13c314 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:23:09.049788 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (f8bbf0ec-223c-4830-a595-d0c2aa13c314), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:09.091463 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd97442-e869-4ca2-95f7-d5bc811059e2 None None] DHCP port deletion for 457a50ff-1628-46e0-a2d7-bb614ed08f7c request from dv-cinder-830091-3-iscsi {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:23:09.134893 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] For port f8bbf0ec-223c-4830-a595-d0c2aa13c314, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=f8bbf0ec-223c-4830-a595-d0c2aa13c314,segment=NetworkSegment(41fc3e4b-7689-4f2e-80d1-c0e323a5798c),segment_id=41fc3e4b-7689-4f2e-80d1-c0e323a5798c)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:09.135273 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (f8bbf0ec-223c-4830-a595-d0c2aa13c314), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:09.141030 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97442-e869-4ca2-95f7-d5bc811059e2 None None] Deleting port f8bbf0ec-223c-4830-a595-d0c2aa13c314 {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:23:09.141414 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4fd97442-e869-4ca2-95f7-d5bc811059e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (f8bbf0ec-223c-4830-a595-d0c2aa13c314), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:09.149259 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] Calling delete_port for f8bbf0ec-223c-4830-a595-d0c2aa13c314 owned by network:dhcp {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:23:09.208527 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-4fd97442-e869-4ca2-95f7-d5bc811059e2 None None] For port f8bbf0ec-223c-4830-a595-d0c2aa13c314, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=f8bbf0ec-223c-4830-a595-d0c2aa13c314,segment=NetworkSegment(41fc3e4b-7689-4f2e-80d1-c0e323a5798c),segment_id=41fc3e4b-7689-4f2e-80d1-c0e323a5798c)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:09.208929 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4fd97442-e869-4ca2-95f7-d5bc811059e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (f8bbf0ec-223c-4830-a595-d0c2aa13c314), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:09.282051 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (f8bbf0ec-223c-4830-a595-d0c2aa13c314), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:09.319493 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8bbf0ec-223c-4830-a595-d0c2aa13c314,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:09.326255 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] No DVR routers for this DVR port f8bbf0ec-223c-4830-a595-d0c2aa13c314 on host dv-cinder-830091-3-iscsi {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:23:09.349759 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97442-e869-4ca2-95f7-d5bc811059e2 None None] Calling delete_port for f8bbf0ec-223c-4830-a595-d0c2aa13c314 owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:23:09.400749 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (457a50ff-1628-46e0-a2d7-bb614ed08f7c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:09.420877 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457a50ff-1628-46e0-a2d7-bb614ed08f7c']}} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:09.423406 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-4fd97442-e869-4ca2-95f7-d5bc811059e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258'] for port (f8bbf0ec-223c-4830-a595-d0c2aa13c314), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:09.430787 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fc3e4b-7689-4f2e-80d1-c0e323a5798c') {'for_net_delete': True} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:09.431082 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fc3e4b-7689-4f2e-80d1-c0e323a5798c') {} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:09.440814 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4838956'] for segment (41fc3e4b-7689-4f2e-80d1-c0e323a5798c), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:09.452984 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97442-e869-4ca2-95f7-d5bc811059e2 None None] Pushing event deleted for resources: {'Port': ['ID=f8bbf0ec-223c-4830-a595-d0c2aa13c314,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:09.455077 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd97442-e869-4ca2-95f7-d5bc811059e2 None None] No DVR routers for this DVR port f8bbf0ec-223c-4830-a595-d0c2aa13c314 on host dv-cinder-830091-3-iscsi {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:23:09.458109 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (41fc3e4b-7689-4f2e-80d1-c0e323a5798c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:09.467345 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] Releasing vlan 991 on physical network physnet1 to pool {{(pid=103681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5418114'] for segment (41fc3e4b-7689-4f2e-80d1-c0e323a5798c), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: Traceback (most recent call last): Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: timer() Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: cb(*args, **kw) Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: return func(*args, **kwargs) Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: self._notify() Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: self.callback(batched_events) Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: event.method(event) Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: return f(self, *a, **k) Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._get(url).json() Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: return self.request(url, 'GET', **kwargs) Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:23:09.471813 dv-cinder-830091-3-iscsi neutron-server[103681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:23:09.537904 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device f8bbf0ec-223c-4830-a595-d0c2aa13c314 no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:23:09.561947 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: f8bbf0ec-223c-4830-a595-d0c2aa13c314 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:23:09.562304 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device f8bbf0ec-223c-4830-a595-d0c2aa13c314 not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:23:09.562728 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 94d4689f-5fec-45aa-9fe5-6269bc194126 no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:23:09.584230 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 94d4689f-5fec-45aa-9fe5-6269bc194126 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:23:09.584586 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 94d4689f-5fec-45aa-9fe5-6269bc194126 not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:23:09.585052 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device ab7fe61d-82e7-4385-8890-fca8f057d109 no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:23:09.602475 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (457a50ff-1628-46e0-a2d7-bb614ed08f7c), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:09.605050 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: ab7fe61d-82e7-4385-8890-fca8f057d109 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:23:09.605405 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device ab7fe61d-82e7-4385-8890-fca8f057d109 not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:23:09.610131 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:09.613446 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] 10.222.0.75 "DELETE /v2.0/networks/457a50ff-1628-46e0-a2d7-bb614ed08f7c HTTP/1.1" status: 204 len: 168 time: 0.7014878 Mar 08 19:23:09.622949 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50423f03-686e-44b4-8063-f4b12f3c6313 admin admin] Pushing event deleted for resources: {'Network': ['ID=457a50ff-1628-46e0-a2d7-bb614ed08f7c,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:10.060145 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51760) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:10.107055 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-a0765f3a-3506-4b98-9c87-9cf0d9de4d92 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8493e87c10e641d683d44e78c2f7c51b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457058 Mar 08 19:23:10.109547 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51762) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:10.169026 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-020edc55-a517-4498-88b7-ff706cc05a20 admin admin] Publish callbacks [] for security_group (892ba038-b053-4330-baed-76a2fe41b5d6), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:10.190455 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-020edc55-a517-4498-88b7-ff706cc05a20 admin admin] Publish callbacks [] for security_group (892ba038-b053-4330-baed-76a2fe41b5d6), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:10.326798 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-020edc55-a517-4498-88b7-ff706cc05a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (892ba038-b053-4330-baed-76a2fe41b5d6), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:10.329524 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-020edc55-a517-4498-88b7-ff706cc05a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:10.330655 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-020edc55-a517-4498-88b7-ff706cc05a20 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/892ba038-b053-4330-baed-76a2fe41b5d6 HTTP/1.1" status: 204 len: 168 time: 0.2202089 Mar 08 19:23:10.338892 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020edc55-a517-4498-88b7-ff706cc05a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892ba038-b053-4330-baed-76a2fe41b5d6,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:10.960215 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51770) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:10.999071 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-a565007e-503a-49cb-827b-fc13e98a34b1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dab3a7d655fc42ef9e26c0377a1ab8f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377579 Mar 08 19:23:11.001674 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51772) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:11.049792 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb43f32e-fcf3-4e5c-a04d-a65a8aa5fa42 admin admin] Publish callbacks [] for security_group (872edf4c-a3d2-43bb-842b-37f74f6d6852), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:11.070798 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb43f32e-fcf3-4e5c-a04d-a65a8aa5fa42 admin admin] Publish callbacks [] for security_group (872edf4c-a3d2-43bb-842b-37f74f6d6852), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:11.240951 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb43f32e-fcf3-4e5c-a04d-a65a8aa5fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (872edf4c-a3d2-43bb-842b-37f74f6d6852), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:11.243598 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb43f32e-fcf3-4e5c-a04d-a65a8aa5fa42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:11.244803 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-fb43f32e-fcf3-4e5c-a04d-a65a8aa5fa42 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/872edf4c-a3d2-43bb-842b-37f74f6d6852 HTTP/1.1" status: 204 len: 168 time: 0.2421947 Mar 08 19:23:11.253014 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43f32e-fcf3-4e5c-a04d-a65a8aa5fa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872edf4c-a3d2-43bb-842b-37f74f6d6852,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:12.354634 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51798) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:12.449382 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-4fe92d84-7e8e-4d5b-bbef-32f5347fd1fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1135428425-network', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:12.551660 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe92d84-7e8e-4d5b-bbef-32f5347fd1fe admin admin] Made reservation on behalf of 0b0e10c3c47a4ead8a5fd46c50273d16 for: {'network': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:23:12.554117 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4fe92d84-7e8e-4d5b-bbef-32f5347fd1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:12.563009 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4fe92d84-7e8e-4d5b-bbef-32f5347fd1fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:12.637488 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4fe92d84-7e8e-4d5b-bbef-32f5347fd1fe admin admin] Publish callbacks [] for security_group (ba226474-8232-4f94-93e7-cb09f0ff9cbf), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:12.705729 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4fe92d84-7e8e-4d5b-bbef-32f5347fd1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (ba226474-8232-4f94-93e7-cb09f0ff9cbf), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:12.728556 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe92d84-7e8e-4d5b-bbef-32f5347fd1fe admin admin] vlan segment allocate from pool success with {'vlan_id': 990, 'physical_network': 'physnet1'} {{(pid=103681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:23:12.742991 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe92d84-7e8e-4d5b-bbef-32f5347fd1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba226474-8232-4f94-93e7-cb09f0ff9cbf,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:12.745845 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4fe92d84-7e8e-4d5b-bbef-32f5347fd1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (dc1ef7b0-3f68-490c-9780-d418d0331c48), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:12.748258 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.segments_db [None req-4fe92d84-7e8e-4d5b-bbef-32f5347fd1fe admin admin] Added segment dc1ef7b0-3f68-490c-9780-d418d0331c48 of type vlan for network da437335-2487-47d7-93f2-2e3aab805345 Mar 08 19:23:12.784601 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4fe92d84-7e8e-4d5b-bbef-32f5347fd1fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (da437335-2487-47d7-93f2-2e3aab805345), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:12.888690 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4fe92d84-7e8e-4d5b-bbef-32f5347fd1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (da437335-2487-47d7-93f2-2e3aab805345), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:12.890080 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe92d84-7e8e-4d5b-bbef-32f5347fd1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:12.890921 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4fe92d84-7e8e-4d5b-bbef-32f5347fd1fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:12.951503 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe92d84-7e8e-4d5b-bbef-32f5347fd1fe admin admin] Pushing event updated for resources: {'Network': ['ID=da437335-2487-47d7-93f2-2e3aab805345,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:12.961966 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network da437335-2487-47d7-93f2-2e3aab805345 details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:23:13.007072 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-4fe92d84-7e8e-4d5b-bbef-32f5347fd1fe admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6512809 Mar 08 19:23:13.009968 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51804) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:13.014715 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-6b6cbca4-dd22-46e1-8aad-7799a7e361c5 admin admin] Request body: {'subnet': {'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1135428425-subnet', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'ip_version': 4}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:13.093919 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6cbca4-dd22-46e1-8aad-7799a7e361c5 admin admin] Made reservation on behalf of 0b0e10c3c47a4ead8a5fd46c50273d16 for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:23:13.096273 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6b6cbca4-dd22-46e1-8aad-7799a7e361c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4956655'] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:13.323232 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6b6cbca4-dd22-46e1-8aad-7799a7e361c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5418287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4956657'] for subnet (61b5366d-faa2-4af4-bfab-4a96be01176d), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:13.380259 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cbca4-dd22-46e1-8aad-7799a7e361c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b5366d-faa2-4af4-bfab-4a96be01176d,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:13.390409 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6cbca4-dd22-46e1-8aad-7799a7e361c5 admin admin] Checking segment: {'id': 'dc1ef7b0-3f68-490c-9780-d418d0331c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:23:13.390759 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6cbca4-dd22-46e1-8aad-7799a7e361c5 admin admin] Network hostable DHCP agents. Network: da437335-2487-47d7-93f2-2e3aab805345, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:23:13.465184 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6cbca4-dd22-46e1-8aad-7799a7e361c5 admin admin] Network da437335-2487-47d7-93f2-2e3aab805345 is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:23:13.533662 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-6b6cbca4-dd22-46e1-8aad-7799a7e361c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, da437335-2487-47d7-93f2-2e3aab805345) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:23:13.540042 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6cbca4-dd22-46e1-8aad-7799a7e361c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:13.540738 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6b6cbca4-dd22-46e1-8aad-7799a7e361c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:13.542466 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a95848-54a3-4979-9e38-fc033fe4a20f None None] Network da437335-2487-47d7-93f2-2e3aab805345 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:23:13.642366 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09d32606-d62e-596a-8715-b6acffb742aa-da437335-2487-47d7-93f2-2e3aab805345', 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'fixed_ips': [{'subnet_id': '61b5366d-faa2-4af4-bfab-4a96be01176d'}]}} from dv-cinder-830091-3-iscsi. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:23:13.643191 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:13.651059 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-6b6cbca4-dd22-46e1-8aad-7799a7e361c5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6399996 Mar 08 19:23:13.653763 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51808) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:13.657967 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1135428425-router', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:13.751138 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (01dd3feb-2ec9-4883-a092-37d6b28bd19e), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:13.752259 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7885487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (01dd3feb-2ec9-4883-a092-37d6b28bd19e), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:13.786303 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Allocated IP 172.20.0.2 (da437335-2487-47d7-93f2-2e3aab805345/61b5366d-faa2-4af4-bfab-4a96be01176d/3d724f61-7195-4a80-9e17-9f1a2961653c) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:23:13.810174 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Publish callbacks [] for router_controller (01dd3feb-2ec9-4883-a092-37d6b28bd19e), precommit_add_association {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:13.930232 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Publish callbacks [] for port (3d724f61-7195-4a80-9e17-9f1a2961653c), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:14.003106 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (3d724f61-7195-4a80-9e17-9f1a2961653c), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:14.027657 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Publish callbacks [] for router_gateway (01dd3feb-2ec9-4883-a092-37d6b28bd19e), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:14.042039 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Network da437335-2487-47d7-93f2-2e3aab805345 is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:23:14.044924 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:23:14.048304 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:23:14.058825 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Pushing event updated for resources: {'Port': ['ID=3d724f61-7195-4a80-9e17-9f1a2961653c,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:14.115415 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Attempting to bind port 3d724f61-7195-4a80-9e17-9f1a2961653c on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:23:14.115818 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Attempting to bind port 3d724f61-7195-4a80-9e17-9f1a2961653c by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': 'dc1ef7b0-3f68-490c-9780-d418d0331c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:23:14.116180 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Attempting to bind port 3d724f61-7195-4a80-9e17-9f1a2961653c on network da437335-2487-47d7-93f2-2e3aab805345 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:23:14.121233 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:23:14.121609 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Checking segment: {'id': 'dc1ef7b0-3f68-490c-9780-d418d0331c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:23:14.122017 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:14.122406 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Bound using segment: {'id': 'dc1ef7b0-3f68-490c-9780-d418d0331c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:23:14.122869 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Bound port: 3d724f61-7195-4a80-9e17-9f1a2961653c, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1ef7b0-3f68-490c-9780-d418d0331c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:23:14.123244 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (3d724f61-7195-4a80-9e17-9f1a2961653c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:14.194959 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] For port 3d724f61-7195-4a80-9e17-9f1a2961653c, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:23:14.199274 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] For port 3d724f61-7195-4a80-9e17-9f1a2961653c, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=3d724f61-7195-4a80-9e17-9f1a2961653c,segment=NetworkSegment(dc1ef7b0-3f68-490c-9780-d418d0331c48),segment_id=dc1ef7b0-3f68-490c-9780-d418d0331c48)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:23:14.277201 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (3d724f61-7195-4a80-9e17-9f1a2961653c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:14.341661 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Publish callbacks [] for router_gateway (01dd3feb-2ec9-4883-a092-37d6b28bd19e), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:14.343430 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b15cd-e857-4279-897d-c7df0c95e137 None None] Pushing event updated for resources: {'Port': ['ID=3d724f61-7195-4a80-9e17-9f1a2961653c,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:14.364301 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:14.498105 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Allocated IP 172.27.3.49 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/6dc890e5-7c64-4fe7-9598-e57838db678c) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:23:14.614624 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Publish callbacks [] for port (6dc890e5-7c64-4fe7-9598-e57838db678c), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:14.792808 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (6dc890e5-7c64-4fe7-9598-e57838db678c), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:14.835756 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:23:14.838639 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:23:14.842070 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:23:14.847431 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Pushing event updated for resources: {'Port': ['ID=6dc890e5-7c64-4fe7-9598-e57838db678c,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:15.162280 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Publish callbacks [] for router_gateway (01dd3feb-2ec9-4883-a092-37d6b28bd19e), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:15.286781 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202c1ba7-8b6e-4d12-b399-2284ab704ee1 None None] Network da437335-2487-47d7-93f2-2e3aab805345 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:23:15.361713 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-7c85950a-980c-4033-b261-c659b9b589b0 None None] Provisioning complete for port 3d724f61-7195-4a80-9e17-9f1a2961653c triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:15.361998 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7c85950a-980c-4033-b261-c659b9b589b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (3d724f61-7195-4a80-9e17-9f1a2961653c), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:15.502375 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-7c85950a-980c-4033-b261-c659b9b589b0 None None] Current status of the port 3d724f61-7195-4a80-9e17-9f1a2961653c is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:23:15.502772 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7c85950a-980c-4033-b261-c659b9b589b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (3d724f61-7195-4a80-9e17-9f1a2961653c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:15.541891 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-7c85950a-980c-4033-b261-c659b9b589b0 None None] For port 3d724f61-7195-4a80-9e17-9f1a2961653c, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=3d724f61-7195-4a80-9e17-9f1a2961653c,segment=NetworkSegment(dc1ef7b0-3f68-490c-9780-d418d0331c48),segment_id=dc1ef7b0-3f68-490c-9780-d418d0331c48)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:15.596892 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 3d724f61-7195-4a80-9e17-9f1a2961653c up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:23:15.636630 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7c85950a-980c-4033-b261-c659b9b589b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (3d724f61-7195-4a80-9e17-9f1a2961653c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:15.675909 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101623'] for router (01dd3feb-2ec9-4883-a092-37d6b28bd19e), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:15.707647 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 3d724f61-7195-4a80-9e17-9f1a2961653c triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:15.708065 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (3d724f61-7195-4a80-9e17-9f1a2961653c), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:15.729829 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85950a-980c-4033-b261-c659b9b589b0 None None] Pushing event updated for resources: {'Port': ['ID=3d724f61-7195-4a80-9e17-9f1a2961653c,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:15.796107 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 3d724f61-7195-4a80-9e17-9f1a2961653c is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:23:15.859886 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-624f89a8-98e6-46a2-abe6-383ac5aade75 None None] Provisioning complete for port 3d724f61-7195-4a80-9e17-9f1a2961653c triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:15.860284 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-624f89a8-98e6-46a2-abe6-383ac5aade75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (3d724f61-7195-4a80-9e17-9f1a2961653c), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:15.900419 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Router 01dd3feb-2ec9-4883-a092-37d6b28bd19e is scheduled to L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a with binding_index 1 {{(pid=103681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:23:15.946468 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-624f89a8-98e6-46a2-abe6-383ac5aade75 None None] Current status of the port 3d724f61-7195-4a80-9e17-9f1a2961653c is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:23:16.049169 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:23:16.060472 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Sync routers for ids ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:23:16.074631 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Routers {'01dd3feb-2ec9-4883-a092-37d6b28bd19e'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:16.075616 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:16.142278 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:16.143570 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-f4b660bf-3725-48d7-a77f-8947b1e7a79a admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4888630 Mar 08 19:23:16.150337 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51814) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:16.206667 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Set router 01dd3feb-2ec9-4883-a092-37d6b28bd19e gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:16.385759 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'name': 'tempest-TestShelveInstance-1135428425-router', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:13Z', 'updated_at': '2022-03-08T19:23:14Z', 'revision_number': 3, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'gw_port': {'id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:14Z', 'updated_at': '2022-03-08T19:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:16.413944 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Checking router: 01dd3feb-2ec9-4883-a092-37d6b28bd19e for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:23:16.414205 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Updating router 01dd3feb-2ec9-4883-a092-37d6b28bd19e port 6dc890e5-7c64-4fe7-9598-e57838db678c binding host dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:23:16.445358 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (6dc890e5-7c64-4fe7-9598-e57838db678c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:16.584385 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:16.691253 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Publish callbacks [] for port (6dc890e5-7c64-4fe7-9598-e57838db678c), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:16.740321 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Allocated IP 172.20.0.1 (da437335-2487-47d7-93f2-2e3aab805345/61b5366d-faa2-4af4-bfab-4a96be01176d/e364318b-1d4c-4ebf-a952-236b3b069a01) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:23:16.774523 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (6dc890e5-7c64-4fe7-9598-e57838db678c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:16.835507 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b5572-d46f-4bd9-8105-9551391eda52 None None] Pushing event updated for resources: {'Port': ['ID=6dc890e5-7c64-4fe7-9598-e57838db678c,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:16.835507 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Attempting to bind port 6dc890e5-7c64-4fe7-9598-e57838db678c on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:23:16.835507 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Attempting to bind port 6dc890e5-7c64-4fe7-9598-e57838db678c by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:23:16.835507 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Attempting to bind port 6dc890e5-7c64-4fe7-9598-e57838db678c on network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:23:16.839185 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:23:16.839813 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Checking segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:23:16.840615 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:16.841036 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Bound using segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:23:16.841508 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Bound port: 6dc890e5-7c64-4fe7-9598-e57838db678c, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:23:16.841940 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (6dc890e5-7c64-4fe7-9598-e57838db678c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:16.867997 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Publish callbacks [] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:16.906218 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] For port 6dc890e5-7c64-4fe7-9598-e57838db678c, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:23:16.909349 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] For port 6dc890e5-7c64-4fe7-9598-e57838db678c, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=6dc890e5-7c64-4fe7-9598-e57838db678c,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:23:16.979603 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:16.991897 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (6dc890e5-7c64-4fe7-9598-e57838db678c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:17.030541 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Network da437335-2487-47d7-93f2-2e3aab805345 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:23:17.033674 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:23:17.037838 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:23:17.055980 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Routers {'01dd3feb-2ec9-4883-a092-37d6b28bd19e'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:17.056721 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:17.077025 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8094426'] for router_interface (01dd3feb-2ec9-4883-a092-37d6b28bd19e), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:17.112244 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b5572-d46f-4bd9-8105-9551391eda52 None None] Pushing event updated for resources: {'Port': ['ID=6dc890e5-7c64-4fe7-9598-e57838db678c,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:17.137302 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Pushing event updated for resources: {'Port': ['ID=e364318b-1d4c-4ebf-a952-236b3b069a01,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:17.341175 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] Set router 01dd3feb-2ec9-4883-a092-37d6b28bd19e gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:17.388359 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:17.437259 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-50a73d5f-3f6c-4bfa-a7f5-6ccef0d71f92 None None] Provisioning complete for port e364318b-1d4c-4ebf-a952-236b3b069a01 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:17.437259 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-50a73d5f-3f6c-4bfa-a7f5-6ccef0d71f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:17.515557 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-50a73d5f-3f6c-4bfa-a7f5-6ccef0d71f92 None None] Port e364318b-1d4c-4ebf-a952-236b3b069a01 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:23:17.521840 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 3d724f61-7195-4a80-9e17-9f1a2961653c up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:23:17.574802 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Publish callbacks [] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:17.621321 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 3d724f61-7195-4a80-9e17-9f1a2961653c triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:17.621705 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (3d724f61-7195-4a80-9e17-9f1a2961653c), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:17.649868 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:17.653976 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'name': 'tempest-TestShelveInstance-1135428425-router', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:13Z', 'updated_at': '2022-03-08T19:23:14Z', 'revision_number': 3, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'gw_port': {'id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:14Z', 'updated_at': '2022-03-08T19:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:17.689820 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e0097-532d-408e-9f32-198f6189d493 None None] The sync data for ids ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'] in dv-cinder-830091-3-iscsi is: [{'id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'name': 'tempest-TestShelveInstance-1135428425-router', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:13Z', 'updated_at': '2022-03-08T19:23:14Z', 'revision_number': 3, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'gw_port': {'id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:14Z', 'updated_at': '2022-03-08T19:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:23:17.725410 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Pushing event updated for resources: {'Port': ['ID=e364318b-1d4c-4ebf-a952-236b3b069a01,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:17.728038 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8094390'] for router_interface (01dd3feb-2ec9-4883-a092-37d6b28bd19e), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:17.746091 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 3d724f61-7195-4a80-9e17-9f1a2961653c is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:23:17.846860 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Network da437335-2487-47d7-93f2-2e3aab805345 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:23:17.848260 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:23:18.021701 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Router 01dd3feb-2ec9-4883-a092-37d6b28bd19e has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:23:18.142440 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-841a4518-a711-46fb-bfea-3b8c57dbf177 None None] Provisioning complete for port e364318b-1d4c-4ebf-a952-236b3b069a01 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:18.142816 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-841a4518-a711-46fb-bfea-3b8c57dbf177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:18.157823 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:23:18.169026 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-a0cbea7f-3141-4e1a-b496-b83b933af159 admin admin] 10.222.0.75 "PUT /v2.0/routers/01dd3feb-2ec9-4883-a092-37d6b28bd19e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0173197 Mar 08 19:23:18.180810 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-841a4518-a711-46fb-bfea-3b8c57dbf177 None None] Port e364318b-1d4c-4ebf-a952-236b3b069a01 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:23:18.934439 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51852) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:18.939419 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-c8e72934-0678-4e4c-be08-10cfbee5abcd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-599261114-network', 'tenant_id': 'd296d274f6254d36a732af8448a52e10'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:19.048863 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e72934-0678-4e4c-be08-10cfbee5abcd admin admin] Made reservation on behalf of d296d274f6254d36a732af8448a52e10 for: {'network': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:23:19.051433 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8e72934-0678-4e4c-be08-10cfbee5abcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:19.062511 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8e72934-0678-4e4c-be08-10cfbee5abcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:19.153490 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8e72934-0678-4e4c-be08-10cfbee5abcd admin admin] Publish callbacks [] for security_group (946e66db-4a67-4acd-8471-4be641a27353), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:19.231176 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8e72934-0678-4e4c-be08-10cfbee5abcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (946e66db-4a67-4acd-8471-4be641a27353), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:19.257727 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e72934-0678-4e4c-be08-10cfbee5abcd admin admin] vlan segment allocate from pool success with {'vlan_id': 954, 'physical_network': 'physnet1'} {{(pid=103681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:23:19.267872 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e72934-0678-4e4c-be08-10cfbee5abcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946e66db-4a67-4acd-8471-4be641a27353,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:19.273134 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8e72934-0678-4e4c-be08-10cfbee5abcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (af811c87-06ef-4295-9a00-fb0dde856741), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:19.273477 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.segments_db [None req-c8e72934-0678-4e4c-be08-10cfbee5abcd admin admin] Added segment af811c87-06ef-4295-9a00-fb0dde856741 of type vlan for network e45755e7-e15c-4063-a9e8-ddf022b1eba5 Mar 08 19:23:19.319680 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8e72934-0678-4e4c-be08-10cfbee5abcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (e45755e7-e15c-4063-a9e8-ddf022b1eba5), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:19.321908 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Sync routers for ids ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:23:19.332359 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Routers {'01dd3feb-2ec9-4883-a092-37d6b28bd19e'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:19.333583 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:19.397998 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8e72934-0678-4e4c-be08-10cfbee5abcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (e45755e7-e15c-4063-a9e8-ddf022b1eba5), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:19.399002 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e72934-0678-4e4c-be08-10cfbee5abcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:19.399595 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8e72934-0678-4e4c-be08-10cfbee5abcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:19.452018 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Set router 01dd3feb-2ec9-4883-a092-37d6b28bd19e gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:19.464143 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e72934-0678-4e4c-be08-10cfbee5abcd admin admin] Pushing event updated for resources: {'Network': ['ID=e45755e7-e15c-4063-a9e8-ddf022b1eba5,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:19.477487 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network e45755e7-e15c-4063-a9e8-ddf022b1eba5 details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:23:19.507335 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51854) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:19.508362 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-c8e72934-0678-4e4c-be08-10cfbee5abcd admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5726049 Mar 08 19:23:19.512497 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-1bfc627d-c1c8-48e8-b6ac-686d1f3a7048 admin admin] Request body: {'subnet': {'network_id': 'e45755e7-e15c-4063-a9e8-ddf022b1eba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-599261114-subnet', 'tenant_id': 'd296d274f6254d36a732af8448a52e10', 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:19.574619 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 6dc890e5-7c64-4fe7-9598-e57838db678c up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:23:19.602281 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfc627d-c1c8-48e8-b6ac-686d1f3a7048 admin admin] Made reservation on behalf of d296d274f6254d36a732af8448a52e10 for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:23:19.604836 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1bfc627d-c1c8-48e8-b6ac-686d1f3a7048 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4975829'] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:19.624522 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 6dc890e5-7c64-4fe7-9598-e57838db678c triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:19.624986 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (6dc890e5-7c64-4fe7-9598-e57838db678c), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:19.693741 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'name': 'tempest-TestShelveInstance-1135428425-router', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:13Z', 'updated_at': '2022-03-08T19:23:17Z', 'revision_number': 4, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'gw_port': {'id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:14Z', 'updated_at': '2022-03-08T19:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e364318b-1d4c-4ebf-a952-236b3b069a01', 'name': '', 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'mac_address': 'fa:16:3e:8d:77:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:16Z', 'updated_at': '2022-03-08T19:23:17Z', 'revision_number': 2, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'subnets': [{'id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:19.713947 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 6dc890e5-7c64-4fe7-9598-e57838db678c is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:23:19.714781 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (6dc890e5-7c64-4fe7-9598-e57838db678c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:19.729551 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Checking router: 01dd3feb-2ec9-4883-a092-37d6b28bd19e for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:23:19.729902 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Updating router 01dd3feb-2ec9-4883-a092-37d6b28bd19e port e364318b-1d4c-4ebf-a952-236b3b069a01 binding host dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:23:19.750375 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] For port 6dc890e5-7c64-4fe7-9598-e57838db678c, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=6dc890e5-7c64-4fe7-9598-e57838db678c,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:19.762913 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:19.850092 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (6dc890e5-7c64-4fe7-9598-e57838db678c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:19.877325 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1bfc627d-c1c8-48e8-b6ac-686d1f3a7048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6014598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4975819'] for subnet (d3c12984-7d4e-457a-9f74-f597d685175d), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:19.922679 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Pushing event updated for resources: {'Port': ['ID=6dc890e5-7c64-4fe7-9598-e57838db678c,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:19.940537 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc627d-c1c8-48e8-b6ac-686d1f3a7048 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c12984-7d4e-457a-9f74-f597d685175d,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:19.964190 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfc627d-c1c8-48e8-b6ac-686d1f3a7048 admin admin] Checking segment: {'id': 'af811c87-06ef-4295-9a00-fb0dde856741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'e45755e7-e15c-4063-a9e8-ddf022b1eba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:23:19.964972 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfc627d-c1c8-48e8-b6ac-686d1f3a7048 admin admin] Network hostable DHCP agents. Network: e45755e7-e15c-4063-a9e8-ddf022b1eba5, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:23:20.048711 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfc627d-c1c8-48e8-b6ac-686d1f3a7048 admin admin] Network e45755e7-e15c-4063-a9e8-ddf022b1eba5 is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:23:20.059686 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Publish callbacks [] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.167974 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-1bfc627d-c1c8-48e8-b6ac-686d1f3a7048 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, e45755e7-e15c-4063-a9e8-ddf022b1eba5) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:23:20.168214 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.172917 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfc627d-c1c8-48e8-b6ac-686d1f3a7048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:20.173938 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1bfc627d-c1c8-48e8-b6ac-686d1f3a7048 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.180344 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f18c6c-7d49-4bc2-9695-aca19ca19891 None None] Network e45755e7-e15c-4063-a9e8-ddf022b1eba5 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:23:20.229244 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75921b50-4ce3-4687-b7c8-2b7c8aed5f27 None None] Pushing event updated for resources: {'Port': ['ID=e364318b-1d4c-4ebf-a952-236b3b069a01,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:20.245784 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75921b50-4ce3-4687-b7c8-2b7c8aed5f27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:20.245784 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75921b50-4ce3-4687-b7c8-2b7c8aed5f27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:20.245784 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75921b50-4ce3-4687-b7c8-2b7c8aed5f27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:20.245784 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75921b50-4ce3-4687-b7c8-2b7c8aed5f27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:20.245784 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75921b50-4ce3-4687-b7c8-2b7c8aed5f27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:20.245784 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75921b50-4ce3-4687-b7c8-2b7c8aed5f27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:20.245784 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75921b50-4ce3-4687-b7c8-2b7c8aed5f27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:20.245784 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75921b50-4ce3-4687-b7c8-2b7c8aed5f27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:20.245784 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75921b50-4ce3-4687-b7c8-2b7c8aed5f27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:20.245784 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75921b50-4ce3-4687-b7c8-2b7c8aed5f27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:20.246631 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75921b50-4ce3-4687-b7c8-2b7c8aed5f27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:20.246631 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75921b50-4ce3-4687-b7c8-2b7c8aed5f27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:20.246803 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75921b50-4ce3-4687-b7c8-2b7c8aed5f27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:20.268274 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-1bfc627d-c1c8-48e8-b6ac-686d1f3a7048 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7595036 Mar 08 19:23:20.271854 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51870) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:20.276006 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-599261114-router', 'tenant_id': 'd296d274f6254d36a732af8448a52e10', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:20.315097 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Attempting to bind port e364318b-1d4c-4ebf-a952-236b3b069a01 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:23:20.315477 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Attempting to bind port e364318b-1d4c-4ebf-a952-236b3b069a01 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': 'dc1ef7b0-3f68-490c-9780-d418d0331c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:23:20.315843 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Attempting to bind port e364318b-1d4c-4ebf-a952-236b3b069a01 on network da437335-2487-47d7-93f2-2e3aab805345 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:23:20.322214 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:23:20.322943 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Checking segment: {'id': 'dc1ef7b0-3f68-490c-9780-d418d0331c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:23:20.323055 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.323357 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Bound using segment: {'id': 'dc1ef7b0-3f68-490c-9780-d418d0331c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:23:20.323937 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Bound port: e364318b-1d4c-4ebf-a952-236b3b069a01, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1ef7b0-3f68-490c-9780-d418d0331c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:23:20.324337 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.335407 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09d32606-d62e-596a-8715-b6acffb742aa-e45755e7-e15c-4063-a9e8-ddf022b1eba5', 'network_id': 'e45755e7-e15c-4063-a9e8-ddf022b1eba5', 'project_id': 'd296d274f6254d36a732af8448a52e10', 'fixed_ips': [{'subnet_id': 'd3c12984-7d4e-457a-9f74-f597d685175d'}]}} from dv-cinder-830091-3-iscsi. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:23:20.336326 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.391846 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (e1eab0ee-e3b8-422a-85b3-3f382381bae6), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.393355 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7885487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (e1eab0ee-e3b8-422a-85b3-3f382381bae6), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.397641 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] For port e364318b-1d4c-4ebf-a952-236b3b069a01, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:23:20.401166 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] For port e364318b-1d4c-4ebf-a952-236b3b069a01, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=e364318b-1d4c-4ebf-a952-236b3b069a01,segment=NetworkSegment(dc1ef7b0-3f68-490c-9780-d418d0331c48),segment_id=dc1ef7b0-3f68-490c-9780-d418d0331c48)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:23:20.450547 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Publish callbacks [] for router_controller (e1eab0ee-e3b8-422a-85b3-3f382381bae6), precommit_add_association {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.492041 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Allocated IP 172.20.0.2 (e45755e7-e15c-4063-a9e8-ddf022b1eba5/d3c12984-7d4e-457a-9f74-f597d685175d/f8d4823d-58dd-4c99-a3ba-c2173f34d18a) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:23:20.511804 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.572398 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Routers {'01dd3feb-2ec9-4883-a092-37d6b28bd19e'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:20.573392 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:20.575278 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75921b50-4ce3-4687-b7c8-2b7c8aed5f27 None None] Pushing event updated for resources: {'Port': ['ID=e364318b-1d4c-4ebf-a952-236b3b069a01,revision_number=4']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:20.601182 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-e80abeb6-ad83-469c-b874-2ab3f1b032e1 None None] Provisioning complete for port e364318b-1d4c-4ebf-a952-236b3b069a01 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:20.601818 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e80abeb6-ad83-469c-b874-2ab3f1b032e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.711761 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] Set router 01dd3feb-2ec9-4883-a092-37d6b28bd19e gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:20.729152 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-e80abeb6-ad83-469c-b874-2ab3f1b032e1 None None] Current status of the port e364318b-1d4c-4ebf-a952-236b3b069a01 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:23:20.729482 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e80abeb6-ad83-469c-b874-2ab3f1b032e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.730060 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Publish callbacks [] for router_gateway (e1eab0ee-e3b8-422a-85b3-3f382381bae6), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.762834 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Publish callbacks [] for port (f8d4823d-58dd-4c99-a3ba-c2173f34d18a), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.780985 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-e80abeb6-ad83-469c-b874-2ab3f1b032e1 None None] For port e364318b-1d4c-4ebf-a952-236b3b069a01, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=e364318b-1d4c-4ebf-a952-236b3b069a01,segment=NetworkSegment(dc1ef7b0-3f68-490c-9780-d418d0331c48),segment_id=dc1ef7b0-3f68-490c-9780-d418d0331c48)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:20.843469 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (f8d4823d-58dd-4c99-a3ba-c2173f34d18a), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.847755 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e80abeb6-ad83-469c-b874-2ab3f1b032e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:20.904171 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Network e45755e7-e15c-4063-a9e8-ddf022b1eba5 is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:23:20.907143 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:23:20.917196 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:23:20.924331 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Pushing event updated for resources: {'Port': ['ID=f8d4823d-58dd-4c99-a3ba-c2173f34d18a,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:20.953480 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'name': 'tempest-TestShelveInstance-1135428425-router', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:13Z', 'updated_at': '2022-03-08T19:23:17Z', 'revision_number': 4, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'gw_port': {'id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:14Z', 'updated_at': '2022-03-08T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e364318b-1d4c-4ebf-a952-236b3b069a01', 'name': '', 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'mac_address': 'fa:16:3e:8d:77:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:16Z', 'updated_at': '2022-03-08T19:23:20Z', 'revision_number': 4, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'subnets': [{'id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:21.048632 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Publish callbacks [] for router_gateway (e1eab0ee-e3b8-422a-85b3-3f382381bae6), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:21.049376 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Attempting to bind port f8d4823d-58dd-4c99-a3ba-c2173f34d18a on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:23:21.049722 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Attempting to bind port f8d4823d-58dd-4c99-a3ba-c2173f34d18a by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': 'af811c87-06ef-4295-9a00-fb0dde856741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'e45755e7-e15c-4063-a9e8-ddf022b1eba5'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:23:21.050083 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Attempting to bind port f8d4823d-58dd-4c99-a3ba-c2173f34d18a on network e45755e7-e15c-4063-a9e8-ddf022b1eba5 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:23:21.052193 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80abeb6-ad83-469c-b874-2ab3f1b032e1 None None] Pushing event updated for resources: {'Port': ['ID=e364318b-1d4c-4ebf-a952-236b3b069a01,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:21.059582 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-f2d77a63-00d3-4959-bd66-d4e907d2ec5d None None] Provisioning complete for port e364318b-1d4c-4ebf-a952-236b3b069a01 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:21.059979 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f2d77a63-00d3-4959-bd66-d4e907d2ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:21.061901 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:23:21.062282 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Checking segment: {'id': 'af811c87-06ef-4295-9a00-fb0dde856741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'e45755e7-e15c-4063-a9e8-ddf022b1eba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:23:21.062672 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:21.063065 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Bound using segment: {'id': 'af811c87-06ef-4295-9a00-fb0dde856741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'e45755e7-e15c-4063-a9e8-ddf022b1eba5'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:23:21.063658 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Bound port: f8d4823d-58dd-4c99-a3ba-c2173f34d18a, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af811c87-06ef-4295-9a00-fb0dde856741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'e45755e7-e15c-4063-a9e8-ddf022b1eba5'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:23:21.064061 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (f8d4823d-58dd-4c99-a3ba-c2173f34d18a), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:21.092912 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27715ff-efc0-4c74-8dc0-e3636ec22bf6 None None] The sync data for ids ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'] in dv-cinder-830091-3-iscsi is: [{'id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'name': 'tempest-TestShelveInstance-1135428425-router', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:13Z', 'updated_at': '2022-03-08T19:23:17Z', 'revision_number': 4, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'gw_port': {'id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:14Z', 'updated_at': '2022-03-08T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e364318b-1d4c-4ebf-a952-236b3b069a01', 'name': '', 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'mac_address': 'fa:16:3e:8d:77:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:16Z', 'updated_at': '2022-03-08T19:23:20Z', 'revision_number': 4, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'subnets': [{'id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:23:21.201107 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] For port f8d4823d-58dd-4c99-a3ba-c2173f34d18a, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:23:21.243230 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] For port f8d4823d-58dd-4c99-a3ba-c2173f34d18a, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=f8d4823d-58dd-4c99-a3ba-c2173f34d18a,segment=NetworkSegment(af811c87-06ef-4295-9a00-fb0dde856741),segment_id=af811c87-06ef-4295-9a00-fb0dde856741)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:23:21.259479 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-f2d77a63-00d3-4959-bd66-d4e907d2ec5d None None] Current status of the port e364318b-1d4c-4ebf-a952-236b3b069a01 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:23:21.341518 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (f8d4823d-58dd-4c99-a3ba-c2173f34d18a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:21.398864 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:21.406428 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf35cf9-ed3d-4d2b-bf22-e63a3004de74 None None] Pushing event updated for resources: {'Port': ['ID=f8d4823d-58dd-4c99-a3ba-c2173f34d18a,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:21.540826 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Allocated IP 172.27.3.73 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/607cc9a9-6cf4-4534-b4ad-653e37ccd59c) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:23:21.686973 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 6dc890e5-7c64-4fe7-9598-e57838db678c up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:23:21.740561 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Publish callbacks [] for port (607cc9a9-6cf4-4534-b4ad-653e37ccd59c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:21.797895 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 6dc890e5-7c64-4fe7-9598-e57838db678c triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:21.804759 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (6dc890e5-7c64-4fe7-9598-e57838db678c), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:21.904133 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 6dc890e5-7c64-4fe7-9598-e57838db678c is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:23:21.905250 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device e364318b-1d4c-4ebf-a952-236b3b069a01 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:23:21.912069 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (607cc9a9-6cf4-4534-b4ad-653e37ccd59c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:21.965084 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port e364318b-1d4c-4ebf-a952-236b3b069a01 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:21.965711 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:21.990364 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:23:21.991734 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Pushing event updated for resources: {'Port': ['ID=607cc9a9-6cf4-4534-b4ad-653e37ccd59c,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:21.994997 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:23:21.998477 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:23:22.063806 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port e364318b-1d4c-4ebf-a952-236b3b069a01 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:23:22.362783 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d0768-244f-4492-8245-8b13fae88d10 req-76fde49c-4cb2-446d-909a-8caf76241b48 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:22.365361 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a19d0768-244f-4492-8245-8b13fae88d10 req-76fde49c-4cb2-446d-909a-8caf76241b48 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 945 time: 0.0868914 Mar 08 19:23:22.381595 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Publish callbacks [] for router_gateway (e1eab0ee-e3b8-422a-85b3-3f382381bae6), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:22.421747 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a19d0768-244f-4492-8245-8b13fae88d10 req-f36faf2a-3a67-4a60-89d4-065c060c5e0a tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501056 Mar 08 19:23:22.601304 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711466f6-52e0-4762-8f09-7ce60eaf32a0 None None] Network e45755e7-e15c-4063-a9e8-ddf022b1eba5 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:23:22.627330 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101623'] for router (e1eab0ee-e3b8-422a-85b3-3f382381bae6), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:22.723258 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-9eaf701a-2338-44cb-b6b9-509ea5387b71 None None] Provisioning complete for port f8d4823d-58dd-4c99-a3ba-c2173f34d18a triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:22.724940 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9eaf701a-2338-44cb-b6b9-509ea5387b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (f8d4823d-58dd-4c99-a3ba-c2173f34d18a), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:22.815581 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-9eaf701a-2338-44cb-b6b9-509ea5387b71 None None] Current status of the port f8d4823d-58dd-4c99-a3ba-c2173f34d18a is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:23:22.816011 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9eaf701a-2338-44cb-b6b9-509ea5387b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (f8d4823d-58dd-4c99-a3ba-c2173f34d18a), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:22.834811 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:22.858320 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-9eaf701a-2338-44cb-b6b9-509ea5387b71 None None] For port f8d4823d-58dd-4c99-a3ba-c2173f34d18a, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=f8d4823d-58dd-4c99-a3ba-c2173f34d18a,segment=NetworkSegment(af811c87-06ef-4295-9a00-fb0dde856741),segment_id=af811c87-06ef-4295-9a00-fb0dde856741)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:22.862042 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Router e1eab0ee-e3b8-422a-85b3-3f382381bae6 is scheduled to L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a with binding_index 1 {{(pid=103680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:23:22.973420 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9eaf701a-2338-44cb-b6b9-509ea5387b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (f8d4823d-58dd-4c99-a3ba-c2173f34d18a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:22.986512 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:23:23.003335 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Sync routers for ids ['e1eab0ee-e3b8-422a-85b3-3f382381bae6'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:23:23.029518 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Routers {'e1eab0ee-e3b8-422a-85b3-3f382381bae6'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:23.030129 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1eab0ee-e3b8-422a-85b3-3f382381bae6'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:23.060738 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:23.062170 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b08753c3-8f21-4f61-b79a-fed650d835d2 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7895987 Mar 08 19:23:23.064878 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51892) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:23.071662 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf701a-2338-44cb-b6b9-509ea5387b71 None None] Pushing event updated for resources: {'Port': ['ID=f8d4823d-58dd-4c99-a3ba-c2173f34d18a,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:23.136944 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-30b7ff8e-71f4-4d8b-b5ed-2384ac129a07 None None] Provisioning complete for port f8d4823d-58dd-4c99-a3ba-c2173f34d18a triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:23.137317 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-30b7ff8e-71f4-4d8b-b5ed-2384ac129a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (f8d4823d-58dd-4c99-a3ba-c2173f34d18a), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:23.343841 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Set router e1eab0ee-e3b8-422a-85b3-3f382381bae6 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:23.505511 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-30b7ff8e-71f4-4d8b-b5ed-2384ac129a07 None None] Current status of the port f8d4823d-58dd-4c99-a3ba-c2173f34d18a is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:23:23.545592 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:23.579726 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'name': 'tempest-TestShelveInstance-599261114-router', 'tenant_id': 'd296d274f6254d36a732af8448a52e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:20Z', 'updated_at': '2022-03-08T19:23:22Z', 'revision_number': 3, 'project_id': 'd296d274f6254d36a732af8448a52e10', 'gw_port': {'id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:21Z', 'updated_at': '2022-03-08T19:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:23.596038 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda3b0b-86a8-409c-9582-eba0b2fcaf25 req-5fb0bb9d-1d85-4ca6-ac75-c8a3bf02cbb0 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:23.603587 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-edda3b0b-86a8-409c-9582-eba0b2fcaf25 req-5fb0bb9d-1d85-4ca6-ac75-c8a3bf02cbb0 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 945 time: 0.0682583 Mar 08 19:23:23.622163 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device f8d4823d-58dd-4c99-a3ba-c2173f34d18a up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:23:23.624194 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Checking router: e1eab0ee-e3b8-422a-85b3-3f382381bae6 for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:23:23.624667 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Updating router e1eab0ee-e3b8-422a-85b3-3f382381bae6 port 607cc9a9-6cf4-4534-b4ad-653e37ccd59c binding host dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:23:23.650419 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-edda3b0b-86a8-409c-9582-eba0b2fcaf25 req-9de946fc-7b69-4599-9cb9-4b77567f046c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457466 Mar 08 19:23:23.680500 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (607cc9a9-6cf4-4534-b4ad-653e37ccd59c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:23.718004 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Allocated IP 172.20.0.1 (e45755e7-e15c-4063-a9e8-ddf022b1eba5/d3c12984-7d4e-457a-9f74-f597d685175d/08c23cbf-bc91-4698-a3ef-119d11c1a9db) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:23:23.777420 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port f8d4823d-58dd-4c99-a3ba-c2173f34d18a triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:23.778051 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (f8d4823d-58dd-4c99-a3ba-c2173f34d18a), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:23.823425 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Publish callbacks [] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:23.911571 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:23.938439 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port f8d4823d-58dd-4c99-a3ba-c2173f34d18a is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:23:23.948984 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Network e45755e7-e15c-4063-a9e8-ddf022b1eba5 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:23:23.954057 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:23:23.957580 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:23:23.995665 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Pushing event updated for resources: {'Port': ['ID=08c23cbf-bc91-4698-a3ef-119d11c1a9db,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:24.003686 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8094426'] for router_interface (e1eab0ee-e3b8-422a-85b3-3f382381bae6), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.020108 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Publish callbacks [] for port (607cc9a9-6cf4-4534-b4ad-653e37ccd59c), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.111045 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (607cc9a9-6cf4-4534-b4ad-653e37ccd59c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.164718 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Attempting to bind port 607cc9a9-6cf4-4534-b4ad-653e37ccd59c on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:23:24.165098 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Attempting to bind port 607cc9a9-6cf4-4534-b4ad-653e37ccd59c by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:23:24.165471 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Attempting to bind port 607cc9a9-6cf4-4534-b4ad-653e37ccd59c on network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:23:24.173004 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac808e8-2914-4b42-9e11-8895a9eafc4d None None] Pushing event updated for resources: {'Port': ['ID=607cc9a9-6cf4-4534-b4ad-653e37ccd59c,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:24.175471 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:23:24.175849 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Checking segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:23:24.176275 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.177462 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Bound using segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:23:24.182590 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Bound port: 607cc9a9-6cf4-4534-b4ad-653e37ccd59c, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:23:24.182590 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (607cc9a9-6cf4-4534-b4ad-653e37ccd59c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.201009 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.247672 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] For port 607cc9a9-6cf4-4534-b4ad-653e37ccd59c, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:23:24.251002 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] For port 607cc9a9-6cf4-4534-b4ad-653e37ccd59c, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=607cc9a9-6cf4-4534-b4ad-653e37ccd59c,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:23:24.252659 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0c2a6370-3b3a-48fd-a732-7b311c1bd13c None None] Provisioning complete for port 08c23cbf-bc91-4698-a3ef-119d11c1a9db triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:24.253031 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0c2a6370-3b3a-48fd-a732-7b311c1bd13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.288191 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0c2a6370-3b3a-48fd-a732-7b311c1bd13c None None] Port 08c23cbf-bc91-4698-a3ef-119d11c1a9db cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:23:24.329784 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (607cc9a9-6cf4-4534-b4ad-653e37ccd59c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.360623 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2110b7e-551a-4664-a8f8-33a575f12a54 req-40fef379-5896-466e-9244-2a12b88c035e tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:24.362193 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f2110b7e-551a-4664-a8f8-33a575f12a54 req-40fef379-5896-466e-9244-2a12b88c035e tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 945 time: 0.0629056 Mar 08 19:23:24.394911 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Publish callbacks [] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.406188 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Routers {'e1eab0ee-e3b8-422a-85b3-3f382381bae6'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:24.406857 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1eab0ee-e3b8-422a-85b3-3f382381bae6'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:24.408771 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac808e8-2914-4b42-9e11-8895a9eafc4d None None] Pushing event updated for resources: {'Port': ['ID=607cc9a9-6cf4-4534-b4ad-653e37ccd59c,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:24.470191 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-f2110b7e-551a-4664-a8f8-33a575f12a54 req-b91ecf72-66e0-48eb-8479-8a441dc34064 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Deleting port 87c15cbd-fca3-451e-b547-9d99eaae8e90 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:23:24.470532 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-f2110b7e-551a-4664-a8f8-33a575f12a54 req-b91ecf72-66e0-48eb-8479-8a441dc34064 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (87c15cbd-fca3-451e-b547-9d99eaae8e90), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.494087 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6014735'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.524980 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] Set router e1eab0ee-e3b8-422a-85b3-3f382381bae6 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:24.568076 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-f2110b7e-551a-4664-a8f8-33a575f12a54 req-b91ecf72-66e0-48eb-8479-8a441dc34064 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] For port 87c15cbd-fca3-451e-b547-9d99eaae8e90, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=87c15cbd-fca3-451e-b547-9d99eaae8e90,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:24.568979 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-f2110b7e-551a-4664-a8f8-33a575f12a54 req-b91ecf72-66e0-48eb-8479-8a441dc34064 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (87c15cbd-fca3-451e-b547-9d99eaae8e90), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.569462 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Pushing event updated for resources: {'Port': ['ID=08c23cbf-bc91-4698-a3ef-119d11c1a9db,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:24.572129 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8094390'] for router_interface (e1eab0ee-e3b8-422a-85b3-3f382381bae6), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.675297 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Network e45755e7-e15c-4063-a9e8-ddf022b1eba5 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:23:24.678848 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:23:24.759045 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-f2110b7e-551a-4664-a8f8-33a575f12a54 req-b91ecf72-66e0-48eb-8479-8a441dc34064 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.760075 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-f2110b7e-551a-4664-a8f8-33a575f12a54 req-b91ecf72-66e0-48eb-8479-8a441dc34064 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (de2b183a-de5c-4159-a90b-0e66b3dba01a), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:24.760567 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [req-f2110b7e-551a-4664-a8f8-33a575f12a54 req-b91ecf72-66e0-48eb-8479-8a441dc34064 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Floating IP de2b183a-de5c-4159-a90b-0e66b3dba01a disassociated. External IP: 172.27.3.125, port: 87c15cbd-fca3-451e-b547-9d99eaae8e90. Mar 08 19:23:24.761117 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-f2110b7e-551a-4664-a8f8-33a575f12a54 req-b91ecf72-66e0-48eb-8479-8a441dc34064 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Calling delete_port for 87c15cbd-fca3-451e-b547-9d99eaae8e90 owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:23:24.774886 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'name': 'tempest-TestShelveInstance-599261114-router', 'tenant_id': 'd296d274f6254d36a732af8448a52e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:20Z', 'updated_at': '2022-03-08T19:23:24Z', 'revision_number': 4, 'project_id': 'd296d274f6254d36a732af8448a52e10', 'gw_port': {'id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:21Z', 'updated_at': '2022-03-08T19:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '08c23cbf-bc91-4698-a3ef-119d11c1a9db', 'name': '', 'network_id': 'e45755e7-e15c-4063-a9e8-ddf022b1eba5', 'tenant_id': 'd296d274f6254d36a732af8448a52e10', 'mac_address': 'fa:16:3e:0c:ee:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'd3c12984-7d4e-457a-9f74-f597d685175d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:23Z', 'updated_at': '2022-03-08T19:23:23Z', 'revision_number': 1, 'project_id': 'd296d274f6254d36a732af8448a52e10', 'subnets': [{'id': 'd3c12984-7d4e-457a-9f74-f597d685175d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:24.804682 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ed8cf7-6fbf-435c-a802-08f82f910771 None None] The sync data for ids ['e1eab0ee-e3b8-422a-85b3-3f382381bae6'] in dv-cinder-830091-3-iscsi is: [{'id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'name': 'tempest-TestShelveInstance-599261114-router', 'tenant_id': 'd296d274f6254d36a732af8448a52e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:20Z', 'updated_at': '2022-03-08T19:23:24Z', 'revision_number': 4, 'project_id': 'd296d274f6254d36a732af8448a52e10', 'gw_port': {'id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:21Z', 'updated_at': '2022-03-08T19:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '08c23cbf-bc91-4698-a3ef-119d11c1a9db', 'name': '', 'network_id': 'e45755e7-e15c-4063-a9e8-ddf022b1eba5', 'tenant_id': 'd296d274f6254d36a732af8448a52e10', 'mac_address': 'fa:16:3e:0c:ee:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'd3c12984-7d4e-457a-9f74-f597d685175d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:23Z', 'updated_at': '2022-03-08T19:23:23Z', 'revision_number': 1, 'project_id': 'd296d274f6254d36a732af8448a52e10', 'subnets': [{'id': 'd3c12984-7d4e-457a-9f74-f597d685175d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:23:24.850561 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Router e1eab0ee-e3b8-422a-85b3-3f382381bae6 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:23:24.972101 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4b120-95ff-4af0-87b4-73a6c0448f46 req-5f92b74a-016a-4c74-bb3c-7c7c4756bd1d tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:24.973785 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-27f4b120-95ff-4af0-87b4-73a6c0448f46 req-5f92b74a-016a-4c74-bb3c-7c7c4756bd1d tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 945 time: 0.2000272 Mar 08 19:23:25.002838 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-f2110b7e-551a-4664-a8f8-33a575f12a54 req-b91ecf72-66e0-48eb-8479-8a441dc34064 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (87c15cbd-fca3-451e-b547-9d99eaae8e90), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:25.024798 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-3b173c4d-d66c-4715-afbb-8423cf0261e0 None None] Provisioning complete for port 08c23cbf-bc91-4698-a3ef-119d11c1a9db triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:25.026666 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-3b173c4d-d66c-4715-afbb-8423cf0261e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:25.070298 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ecf72-66e0-48eb-8479-8a441dc34064 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event deleted for resources: {'Port': ['ID=87c15cbd-fca3-451e-b547-9d99eaae8e90,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:25.103256 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-3b173c4d-d66c-4715-afbb-8423cf0261e0 None None] Port 08c23cbf-bc91-4698-a3ef-119d11c1a9db cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:23:25.253508 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2110b7e-551a-4664-a8f8-33a575f12a54 req-b91ecf72-66e0-48eb-8479-8a441dc34064 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Router bd37ca09-f1f9-40df-b672-3ef31199b963 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:23:25.289736 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:23:25.318533 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-2a9179af-79b6-4ab5-b1c7-cc2f001c4845 admin admin] 10.222.0.75 "PUT /v2.0/routers/e1eab0ee-e3b8-422a-85b3-3f382381bae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2502356 Mar 08 19:23:25.439105 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2110b7e-551a-4664-a8f8-33a575f12a54 req-b91ecf72-66e0-48eb-8479-8a441dc34064 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:23:25.444847 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-27f4b120-95ff-4af0-87b4-73a6c0448f46 req-4f4b6c19-e6af-4c34-b2d9-e80b9844c620 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups?id=5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4635630 Mar 08 19:23:25.485540 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db429e3-e6c4-4a0d-8460-6e1db12bb591 None None] Sync routers for ids ['bd37ca09-f1f9-40df-b672-3ef31199b963'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:23:25.496339 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db429e3-e6c4-4a0d-8460-6e1db12bb591 None None] Routers {'bd37ca09-f1f9-40df-b672-3ef31199b963'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:25.496961 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-7db429e3-e6c4-4a0d-8460-6e1db12bb591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bd37ca09-f1f9-40df-b672-3ef31199b963'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:25.501885 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2110b7e-551a-4664-a8f8-33a575f12a54 req-b91ecf72-66e0-48eb-8479-8a441dc34064 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] No DVR routers for this DVR port 87c15cbd-fca3-451e-b547-9d99eaae8e90 on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:23:25.505674 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-f2110b7e-551a-4664-a8f8-33a575f12a54 req-b91ecf72-66e0-48eb-8479-8a441dc34064 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:25.510752 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f2110b7e-551a-4664-a8f8-33a575f12a54 req-b91ecf72-66e0-48eb-8479-8a441dc34064 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.76 "DELETE /v2.0/ports/87c15cbd-fca3-451e-b547-9d99eaae8e90 HTTP/1.1" status: 204 len: 173 time: 1.1426129 Mar 08 19:23:25.511520 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acbc896-30e8-49e3-b3c7-53127e5d947e', 'name': 'network-vif-deleted', 'tag': '87c15cbd-fca3-451e-b547-9d99eaae8e90'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:23:25.516454 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b4d6a0-7f2f-48ae-a553-ff51674a2098" -d '{"events": [{"server_uuid": "0acbc896-30e8-49e3-b3c7-53127e5d947e", "name": "network-vif-deleted", "tag": "87c15cbd-fca3-451e-b547-9d99eaae8e90"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:23:25.559537 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe51314-eee0-4761-9259-c59a42348e3c x-openstack-request-id: req-8fe51314-eee0-4761-9259-c59a42348e3c {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:23:25.559835 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acbc896-30e8-49e3-b3c7-53127e5d947e", "name": "network-vif-deleted", "tag": "87c15cbd-fca3-451e-b547-9d99eaae8e90", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:23:25.560123 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8fe51314-eee0-4761-9259-c59a42348e3c {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:23:25.560553 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acbc896-30e8-49e3-b3c7-53127e5d947e', 'name': 'network-vif-deleted', 'tag': '87c15cbd-fca3-451e-b547-9d99eaae8e90', 'status': 'completed', 'code': 200} Mar 08 19:23:25.714269 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-7db429e3-e6c4-4a0d-8460-6e1db12bb591 None None] Set router bd37ca09-f1f9-40df-b672-3ef31199b963 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:25.979287 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-7db429e3-e6c4-4a0d-8460-6e1db12bb591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '9c72d39e-d854-4b0d-8dc7-d009cb248373', 'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'mac_address': 'fa:16:3e:f3:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:44Z', 'revision_number': 5, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'subnets': [{'id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:26.012466 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db429e3-e6c4-4a0d-8460-6e1db12bb591 None None] Checking router: bd37ca09-f1f9-40df-b672-3ef31199b963 for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:23:26.026530 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db429e3-e6c4-4a0d-8460-6e1db12bb591 None None] Routers {'bd37ca09-f1f9-40df-b672-3ef31199b963'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:26.027270 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-7db429e3-e6c4-4a0d-8460-6e1db12bb591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bd37ca09-f1f9-40df-b672-3ef31199b963'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:26.150955 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-7db429e3-e6c4-4a0d-8460-6e1db12bb591 None None] Set router bd37ca09-f1f9-40df-b672-3ef31199b963 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:26.364689 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-7db429e3-e6c4-4a0d-8460-6e1db12bb591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '9c72d39e-d854-4b0d-8dc7-d009cb248373', 'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'mac_address': 'fa:16:3e:f3:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:44Z', 'revision_number': 5, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'subnets': [{'id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:26.391338 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db429e3-e6c4-4a0d-8460-6e1db12bb591 None None] The sync data for ids ['bd37ca09-f1f9-40df-b672-3ef31199b963'] in dv-cinder-830091-3-iscsi is: [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '9c72d39e-d854-4b0d-8dc7-d009cb248373', 'name': '', 'network_id': 'c8a25d18-0969-475a-a1e7-ff064689da30', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'mac_address': 'fa:16:3e:f3:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:44Z', 'revision_number': 5, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'subnets': [{'id': 'fdb0863d-aa5d-4f95-aa01-9b30b9d1315b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:23:26.459974 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51908) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:26.464696 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-961fc11a-6c3a-472c-85a1-f579703da4bb tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-660178399', 'description': 'tempest-secgroup-smoke-660178399 description', 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:26.591129 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-961fc11a-6c3a-472c-85a1-f579703da4bb tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:26.601141 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-52dd4797-b776-4b91-a223-17e7ba822720 req-7643b07c-613e-486c-87fc-f9edca61285f tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/ports?device_id=0acbc896-30e8-49e3-b3c7-53127e5d947e HTTP/1.1" status: 200 len: 210 time: 0.0324039 Mar 08 19:23:26.671571 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-961fc11a-6c3a-472c-85a1-f579703da4bb tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group (5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:26.701800 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 87c15cbd-fca3-451e-b547-9d99eaae8e90 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:23:26.716607 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-961fc11a-6c3a-472c-85a1-f579703da4bb tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:26.722453 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: 87c15cbd-fca3-451e-b547-9d99eaae8e90 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:23:26.722805 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 87c15cbd-fca3-451e-b547-9d99eaae8e90 not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:23:26.747097 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fc11a-6c3a-472c-85a1-f579703da4bb tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:26.838614 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-961fc11a-6c3a-472c-85a1-f579703da4bb tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:26.839933 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-961fc11a-6c3a-472c-85a1-f579703da4bb tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3788984 Mar 08 19:23:26.842911 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51912) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:26.848432 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-f49f0d7f-fd2d-40d1-9abc-1d75805fa021 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Request body: {'security_group_rule': {'security_group_id': '5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d', 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:26.930480 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f49f0d7f-fd2d-40d1-9abc-1d75805fa021 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (385256ee-837e-46cf-bca3-c14a22e92d49), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:26.991629 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f49f0d7f-fd2d-40d1-9abc-1d75805fa021 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (385256ee-837e-46cf-bca3-c14a22e92d49), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.037022 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f49f0d7f-fd2d-40d1-9abc-1d75805fa021 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (385256ee-837e-46cf-bca3-c14a22e92d49), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.057641 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f0d7f-fd2d-40d1-9abc-1d75805fa021 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385256ee-837e-46cf-bca3-c14a22e92d49,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:27.101756 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f49f0d7f-fd2d-40d1-9abc-1d75805fa021 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.103000 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-f49f0d7f-fd2d-40d1-9abc-1d75805fa021 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2591536 Mar 08 19:23:27.105851 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51914) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:27.110242 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-b0f519b8-8579-4a93-8e6b-5fee81b305ae tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Request body: {'security_group_rule': {'security_group_id': '5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d', 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:27.190236 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b0f519b8-8579-4a93-8e6b-5fee81b305ae tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (0b307df3-f38b-42f1-9d41-239d989f3df1), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.245691 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b0f519b8-8579-4a93-8e6b-5fee81b305ae tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (0b307df3-f38b-42f1-9d41-239d989f3df1), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.305016 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b0f519b8-8579-4a93-8e6b-5fee81b305ae tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (0b307df3-f38b-42f1-9d41-239d989f3df1), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.326826 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f519b8-8579-4a93-8e6b-5fee81b305ae tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b307df3-f38b-42f1-9d41-239d989f3df1,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:27.392741 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b0f519b8-8579-4a93-8e6b-5fee81b305ae tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.393958 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b0f519b8-8579-4a93-8e6b-5fee81b305ae tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2871566 Mar 08 19:23:27.397134 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51916) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:27.401476 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-9f037acc-8b37-4b86-a140-55efa0678edc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Request body: {'security_group_rule': {'security_group_id': '5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d', 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:27.498451 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9f037acc-8b37-4b86-a140-55efa0678edc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (9299e690-a8f7-4823-89bb-85d1d8aa6c7d), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.535187 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 607cc9a9-6cf4-4534-b4ad-653e37ccd59c up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:23:27.564870 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9f037acc-8b37-4b86-a140-55efa0678edc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (9299e690-a8f7-4823-89bb-85d1d8aa6c7d), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.595667 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 607cc9a9-6cf4-4534-b4ad-653e37ccd59c triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:27.596074 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (607cc9a9-6cf4-4534-b4ad-653e37ccd59c), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.601000 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc09d5c-239e-46e1-94e7-8604a62398a2 None None] New status for floating IP de2b183a-de5c-4159-a90b-0e66b3dba01a: DOWN {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:23:27.653925 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9f037acc-8b37-4b86-a140-55efa0678edc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (9299e690-a8f7-4823-89bb-85d1d8aa6c7d), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.678681 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f037acc-8b37-4b86-a140-55efa0678edc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9299e690-a8f7-4823-89bb-85d1d8aa6c7d,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:27.778340 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51922) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:27.786935 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 607cc9a9-6cf4-4534-b4ad-653e37ccd59c is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:23:27.787445 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (607cc9a9-6cf4-4534-b4ad-653e37ccd59c), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.798904 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9f037acc-8b37-4b86-a140-55efa0678edc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.803858 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-9f037acc-8b37-4b86-a140-55efa0678edc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4021909 Mar 08 19:23:27.804199 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51924) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:27.808560 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-05b5b962-a388-45c1-9927-99e9bb02b0fc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Request body: {'security_group_rule': {'security_group_id': '5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d', 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:27.809734 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] For port 607cc9a9-6cf4-4534-b4ad-653e37ccd59c, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=607cc9a9-6cf4-4534-b4ad-653e37ccd59c,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:27.849843 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e91fc98c-b0ae-4086-bc77-47d16cab0d3c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group (5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.873093 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e91fc98c-b0ae-4086-bc77-47d16cab0d3c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group (5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.882588 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (607cc9a9-6cf4-4534-b4ad-653e37ccd59c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.924492 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-05b5b962-a388-45c1-9927-99e9bb02b0fc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (0422aa8b-559f-4bd7-a071-94e532f03f39), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:27.941303 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Pushing event updated for resources: {'Port': ['ID=607cc9a9-6cf4-4534-b4ad-653e37ccd59c,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:27.948764 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:27.949170 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:27.949764 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:27.950110 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:27.950438 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:27.950770 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:27.951100 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:27.951426 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:27.951754 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:27.952106 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:27.952464 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:27.952787 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:27.953290 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:28.002233 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e91fc98c-b0ae-4086-bc77-47d16cab0d3c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:28.005437 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e91fc98c-b0ae-4086-bc77-47d16cab0d3c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:28.006762 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-e91fc98c-b0ae-4086-bc77-47d16cab0d3c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "DELETE /v2.0/security-groups/5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5 HTTP/1.1" status: 204 len: 168 time: 0.2307310 Mar 08 19:23:28.012537 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51926) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:28.014872 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-05b5b962-a388-45c1-9927-99e9bb02b0fc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (0422aa8b-559f-4bd7-a071-94e532f03f39), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:28.045118 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fc98c-b0ae-4086-bc77-47d16cab0d3c tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:28.054307 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.api.v2.resource [None req-bf4cf4b7-22cd-4285-82a8-1d41221a028e tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] show failed (client error): The resource could not be found. Mar 08 19:23:28.055348 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-bf4cf4b7-22cd-4285-82a8-1d41221a028e tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "GET /v2.0/security-groups/5a47d2e9-4ddb-4da8-8cb4-41c135ccbcf5 HTTP/1.1" status: 404 len: 347 time: 0.0419052 Mar 08 19:23:28.058158 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51930) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:28.088085 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-05b5b962-a388-45c1-9927-99e9bb02b0fc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (0422aa8b-559f-4bd7-a071-94e532f03f39), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:28.113221 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5b962-a388-45c1-9927-99e9bb02b0fc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0422aa8b-559f-4bd7-a071-94e532f03f39,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:28.152159 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b703c7fc-756f-4c46-b940-f7fad269782a req-9a763dca-0d50-41dc-b248-670ba5a48aef service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1413972 Mar 08 19:23:28.195679 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-05b5b962-a388-45c1-9927-99e9bb02b0fc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:28.197253 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-05b5b962-a388-45c1-9927-99e9bb02b0fc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3921909 Mar 08 19:23:28.200174 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 51932) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:28.213329 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-f60a71ff-d00d-4abd-8fa7-9e7ca546a78b tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Request body: {'security_group_rule': {'security_group_id': '5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d', 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:28.249145 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-ede3500a-c469-42ad-bc0e-7359aaa4ada1 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Deleting port 91a7d61e-aa82-4c01-bbdd-1fb135ac34da {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:23:28.249489 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ede3500a-c469-42ad-bc0e-7359aaa4ada1 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (91a7d61e-aa82-4c01-bbdd-1fb135ac34da), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:28.315578 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703c7fc-756f-4c46-b940-f7fad269782a req-0814fa24-758d-4e25-973f-e59553aaf637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:28.317154 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b703c7fc-756f-4c46-b940-f7fad269782a req-0814fa24-758d-4e25-973f-e59553aaf637 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=efdd81b216bc4091b41a1aec0610c6ad&device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 1130 time: 0.1189539 Mar 08 19:23:28.350770 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ede3500a-c469-42ad-bc0e-7359aaa4ada1 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (91a7d61e-aa82-4c01-bbdd-1fb135ac34da), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:28.351105 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ede3500a-c469-42ad-bc0e-7359aaa4ada1 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for floatingip (91a7d61e-aa82-4c01-bbdd-1fb135ac34da), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:28.358978 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.securitygroups_db [None req-f60a71ff-d00d-4abd-8fa7-9e7ca546a78b tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Project 0b0e10c3c47a4ead8a5fd46c50273d16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 19:23:28.384565 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-ede3500a-c469-42ad-bc0e-7359aaa4ada1 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Calling delete_port for 91a7d61e-aa82-4c01-bbdd-1fb135ac34da owned by network:floatingip {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:23:28.389638 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f60a71ff-d00d-4abd-8fa7-9e7ca546a78b tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (e48773eb-20d9-43e2-b82d-7ba07bc51d06), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:28.535551 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703c7fc-756f-4c46-b940-f7fad269782a req-491dfe7a-1c9b-4dfb-9932-a4aa0e8588ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:28.537724 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b703c7fc-756f-4c46-b940-f7fad269782a req-491dfe7a-1c9b-4dfb-9932-a4aa0e8588ca service neutron] 10.222.0.76 "GET /v2.0/networks?id=cd3ea4fe-bf1a-4952-b0bd-286510901348 HTTP/1.1" status: 200 len: 917 time: 0.2005985 Mar 08 19:23:28.543267 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f60a71ff-d00d-4abd-8fa7-9e7ca546a78b tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (e48773eb-20d9-43e2-b82d-7ba07bc51d06), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:28.615169 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b703c7fc-756f-4c46-b940-f7fad269782a req-3c812517-0108-4a4a-b79f-1fa54f8b8d57 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f HTTP/1.1" status: 200 len: 1001 time: 0.0706151 Mar 08 19:23:28.618569 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f60a71ff-d00d-4abd-8fa7-9e7ca546a78b tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (e48773eb-20d9-43e2-b82d-7ba07bc51d06), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:28.691762 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a71ff-d00d-4abd-8fa7-9e7ca546a78b tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48773eb-20d9-43e2-b82d-7ba07bc51d06,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:28.717746 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703c7fc-756f-4c46-b940-f7fad269782a req-228b47d9-6a65-49d8-b95e-8ac921bd2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:28.719209 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b703c7fc-756f-4c46-b940-f7fad269782a req-228b47d9-6a65-49d8-b95e-8ac921bd2ee9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ee055724-f572-4951-9bec-6d1ee3ec6732 HTTP/1.1" status: 200 len: 855 time: 0.0967259 Mar 08 19:23:28.765190 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f60a71ff-d00d-4abd-8fa7-9e7ca546a78b tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:28.766370 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-f60a71ff-d00d-4abd-8fa7-9e7ca546a78b tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5644610 Mar 08 19:23:28.769343 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 51934) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:28.772985 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703c7fc-756f-4c46-b940-f7fad269782a req-c93f92d7-c500-459e-ab30-b3e531749fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:28.774418 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b703c7fc-756f-4c46-b940-f7fad269782a req-c93f92d7-c500-459e-ab30-b3e531749fe6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cd3ea4fe-bf1a-4952-b0bd-286510901348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484867 Mar 08 19:23:28.774690 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-d35e18d0-e2e1-4f3c-8a18-e26074dbc9e5 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Request body: {'security_group_rule': {'security_group_id': '5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d', 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:28.775526 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ede3500a-c469-42ad-bc0e-7359aaa4ada1 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (91a7d61e-aa82-4c01-bbdd-1fb135ac34da), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:28.821469 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3500a-c469-42ad-bc0e-7359aaa4ada1 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Pushing event deleted for resources: {'Port': ['ID=91a7d61e-aa82-4c01-bbdd-1fb135ac34da,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:28.863991 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.securitygroups_db [None req-d35e18d0-e2e1-4f3c-8a18-e26074dbc9e5 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Project 0b0e10c3c47a4ead8a5fd46c50273d16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 19:23:28.869506 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d35e18d0-e2e1-4f3c-8a18-e26074dbc9e5 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (afe2922d-5fc6-4233-97c9-3f78c9614937), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:28.932165 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ede3500a-c469-42ad-bc0e-7359aaa4ada1 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks [] for floatingip (de2b183a-de5c-4159-a90b-0e66b3dba01a), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:28.934756 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ede3500a-c469-42ad-bc0e-7359aaa4ada1 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:28.935969 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-ede3500a-c469-42ad-bc0e-7359aaa4ada1 tempest-AttachVolumeTestJSON-1265146509 tempest-AttachVolumeTestJSON-1265146509-project] 10.222.0.75 "DELETE /v2.0/floatingips/de2b183a-de5c-4159-a90b-0e66b3dba01a HTTP/1.1" status: 204 len: 168 time: 0.8767016 Mar 08 19:23:28.944541 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b703c7fc-756f-4c46-b940-f7fad269782a req-90da304a-1a42-4577-b155-70dbce7a4865 service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626551 Mar 08 19:23:28.965856 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d35e18d0-e2e1-4f3c-8a18-e26074dbc9e5 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (afe2922d-5fc6-4233-97c9-3f78c9614937), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:29.030561 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d35e18d0-e2e1-4f3c-8a18-e26074dbc9e5 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (afe2922d-5fc6-4233-97c9-3f78c9614937), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:29.049665 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e18d0-e2e1-4f3c-8a18-e26074dbc9e5 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe2922d-5fc6-4233-97c9-3f78c9614937,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:29.050958 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b703c7fc-756f-4c46-b940-f7fad269782a req-55b351e0-bd81-47f2-a24f-65551c20d0b3 service neutron] 10.222.0.76 "GET /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005192 Mar 08 19:23:29.116749 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d35e18d0-e2e1-4f3c-8a18-e26074dbc9e5 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:29.117977 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-d35e18d0-e2e1-4f3c-8a18-e26074dbc9e5 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3476372 Mar 08 19:23:29.252479 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Sync routers for ids ['e1eab0ee-e3b8-422a-85b3-3f382381bae6'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:23:29.264639 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Routers {'e1eab0ee-e3b8-422a-85b3-3f382381bae6'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:29.265251 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1eab0ee-e3b8-422a-85b3-3f382381bae6'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:29.383683 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Set router e1eab0ee-e3b8-422a-85b3-3f382381bae6 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:29.523239 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 607cc9a9-6cf4-4534-b4ad-653e37ccd59c up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:23:29.572298 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 607cc9a9-6cf4-4534-b4ad-653e37ccd59c triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:29.572709 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (607cc9a9-6cf4-4534-b4ad-653e37ccd59c), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:29.611076 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'name': 'tempest-TestShelveInstance-599261114-router', 'tenant_id': 'd296d274f6254d36a732af8448a52e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:20Z', 'updated_at': '2022-03-08T19:23:24Z', 'revision_number': 4, 'project_id': 'd296d274f6254d36a732af8448a52e10', 'gw_port': {'id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:21Z', 'updated_at': '2022-03-08T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '08c23cbf-bc91-4698-a3ef-119d11c1a9db', 'name': '', 'network_id': 'e45755e7-e15c-4063-a9e8-ddf022b1eba5', 'tenant_id': 'd296d274f6254d36a732af8448a52e10', 'mac_address': 'fa:16:3e:0c:ee:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'd3c12984-7d4e-457a-9f74-f597d685175d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:23Z', 'updated_at': '2022-03-08T19:23:24Z', 'revision_number': 2, 'project_id': 'd296d274f6254d36a732af8448a52e10', 'subnets': [{'id': 'd3c12984-7d4e-457a-9f74-f597d685175d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:29.645076 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Checking router: e1eab0ee-e3b8-422a-85b3-3f382381bae6 for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:23:29.645638 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Updating router e1eab0ee-e3b8-422a-85b3-3f382381bae6 port 08c23cbf-bc91-4698-a3ef-119d11c1a9db binding host dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:23:29.681002 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:29.694103 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 607cc9a9-6cf4-4534-b4ad-653e37ccd59c is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:23:29.989218 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Publish callbacks [] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:30.105342 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:30.154032 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d54e13-862c-436f-9e84-ea2805e4fab5 None None] Pushing event updated for resources: {'Port': ['ID=08c23cbf-bc91-4698-a3ef-119d11c1a9db,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:30.224611 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Attempting to bind port 08c23cbf-bc91-4698-a3ef-119d11c1a9db on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:23:30.234766 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Attempting to bind port 08c23cbf-bc91-4698-a3ef-119d11c1a9db by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': 'af811c87-06ef-4295-9a00-fb0dde856741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'e45755e7-e15c-4063-a9e8-ddf022b1eba5'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:23:30.234766 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Attempting to bind port 08c23cbf-bc91-4698-a3ef-119d11c1a9db on network e45755e7-e15c-4063-a9e8-ddf022b1eba5 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:23:30.234766 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:23:30.234766 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Checking segment: {'id': 'af811c87-06ef-4295-9a00-fb0dde856741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'e45755e7-e15c-4063-a9e8-ddf022b1eba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:23:30.234766 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:30.236644 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Bound using segment: {'id': 'af811c87-06ef-4295-9a00-fb0dde856741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'e45755e7-e15c-4063-a9e8-ddf022b1eba5'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:23:30.236644 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Bound port: 08c23cbf-bc91-4698-a3ef-119d11c1a9db, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af811c87-06ef-4295-9a00-fb0dde856741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'e45755e7-e15c-4063-a9e8-ddf022b1eba5'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:23:30.236644 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:30.419403 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] For port 08c23cbf-bc91-4698-a3ef-119d11c1a9db, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:23:30.422692 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] For port 08c23cbf-bc91-4698-a3ef-119d11c1a9db, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=08c23cbf-bc91-4698-a3ef-119d11c1a9db,segment=NetworkSegment(af811c87-06ef-4295-9a00-fb0dde856741),segment_id=af811c87-06ef-4295-9a00-fb0dde856741)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:23:30.468961 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-21de2eef-aab9-4c05-96d8-1257875a6651 None None] Provisioning complete for port 08c23cbf-bc91-4698-a3ef-119d11c1a9db triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:30.469298 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-21de2eef-aab9-4c05-96d8-1257875a6651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:30.511572 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:30.528361 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-21de2eef-aab9-4c05-96d8-1257875a6651 None None] Port 08c23cbf-bc91-4698-a3ef-119d11c1a9db cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:23:30.595122 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d54e13-862c-436f-9e84-ea2805e4fab5 None None] Pushing event updated for resources: {'Port': ['ID=08c23cbf-bc91-4698-a3ef-119d11c1a9db,revision_number=4']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:30.597968 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Routers {'e1eab0ee-e3b8-422a-85b3-3f382381bae6'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:30.598731 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1eab0ee-e3b8-422a-85b3-3f382381bae6'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:30.741686 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] Set router e1eab0ee-e3b8-422a-85b3-3f382381bae6 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:30.853041 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-8606b22c-93f4-4c4b-a85f-89c36aacafba None None] Provisioning complete for port 08c23cbf-bc91-4698-a3ef-119d11c1a9db triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:30.853341 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8606b22c-93f4-4c4b-a85f-89c36aacafba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:30.960333 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-8606b22c-93f4-4c4b-a85f-89c36aacafba None None] Current status of the port 08c23cbf-bc91-4698-a3ef-119d11c1a9db is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:23:30.960744 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8606b22c-93f4-4c4b-a85f-89c36aacafba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:30.971793 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'name': 'tempest-TestShelveInstance-599261114-router', 'tenant_id': 'd296d274f6254d36a732af8448a52e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:20Z', 'updated_at': '2022-03-08T19:23:24Z', 'revision_number': 4, 'project_id': 'd296d274f6254d36a732af8448a52e10', 'gw_port': {'id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:21Z', 'updated_at': '2022-03-08T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '08c23cbf-bc91-4698-a3ef-119d11c1a9db', 'name': '', 'network_id': 'e45755e7-e15c-4063-a9e8-ddf022b1eba5', 'tenant_id': 'd296d274f6254d36a732af8448a52e10', 'mac_address': 'fa:16:3e:0c:ee:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'd3c12984-7d4e-457a-9f74-f597d685175d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:23Z', 'updated_at': '2022-03-08T19:23:30Z', 'revision_number': 4, 'project_id': 'd296d274f6254d36a732af8448a52e10', 'subnets': [{'id': 'd3c12984-7d4e-457a-9f74-f597d685175d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:31.008134 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-8606b22c-93f4-4c4b-a85f-89c36aacafba None None] For port 08c23cbf-bc91-4698-a3ef-119d11c1a9db, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=08c23cbf-bc91-4698-a3ef-119d11c1a9db,segment=NetworkSegment(af811c87-06ef-4295-9a00-fb0dde856741),segment_id=af811c87-06ef-4295-9a00-fb0dde856741)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:31.009819 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50cf4c5-60fe-4f70-b5f1-b29c5790498d None None] The sync data for ids ['e1eab0ee-e3b8-422a-85b3-3f382381bae6'] in dv-cinder-830091-3-iscsi is: [{'id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'name': 'tempest-TestShelveInstance-599261114-router', 'tenant_id': 'd296d274f6254d36a732af8448a52e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:20Z', 'updated_at': '2022-03-08T19:23:24Z', 'revision_number': 4, 'project_id': 'd296d274f6254d36a732af8448a52e10', 'gw_port': {'id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:21Z', 'updated_at': '2022-03-08T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '08c23cbf-bc91-4698-a3ef-119d11c1a9db', 'name': '', 'network_id': 'e45755e7-e15c-4063-a9e8-ddf022b1eba5', 'tenant_id': 'd296d274f6254d36a732af8448a52e10', 'mac_address': 'fa:16:3e:0c:ee:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'd3c12984-7d4e-457a-9f74-f597d685175d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:23Z', 'updated_at': '2022-03-08T19:23:30Z', 'revision_number': 4, 'project_id': 'd296d274f6254d36a732af8448a52e10', 'subnets': [{'id': 'd3c12984-7d4e-457a-9f74-f597d685175d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:23:31.071258 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8606b22c-93f4-4c4b-a85f-89c36aacafba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:31.122826 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606b22c-93f4-4c4b-a85f-89c36aacafba None None] Pushing event updated for resources: {'Port': ['ID=08c23cbf-bc91-4698-a3ef-119d11c1a9db,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:31.536676 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 08c23cbf-bc91-4698-a3ef-119d11c1a9db up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:23:31.588821 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 08c23cbf-bc91-4698-a3ef-119d11c1a9db triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:23:31.589204 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:31.685285 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 08c23cbf-bc91-4698-a3ef-119d11c1a9db is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:23:31.991210 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-069267a0-7492-4bcd-b520-0445a13e672d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:33.172806 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52024) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:33.719222 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ecc5375e-7894-4c0c-a6aa-da27b36df855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8096085'] for router_interface (bd37ca09-f1f9-40df-b672-3ef31199b963), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:33.737307 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:23:34.050510 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5375e-7894-4c0c-a6aa-da27b36df855 admin admin] Deleting port 9c72d39e-d854-4b0d-8dc7-d009cb248373 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:23:34.050843 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ecc5375e-7894-4c0c-a6aa-da27b36df855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:34.137077 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-ecc5375e-7894-4c0c-a6aa-da27b36df855 admin admin] For port 9c72d39e-d854-4b0d-8dc7-d009cb248373, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=9c72d39e-d854-4b0d-8dc7-d009cb248373,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:34.137440 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ecc5375e-7894-4c0c-a6aa-da27b36df855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:34.153347 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5375e-7894-4c0c-a6aa-da27b36df855 admin admin] Calling delete_port for 9c72d39e-d854-4b0d-8dc7-d009cb248373 owned by network:router_interface {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:23:34.275513 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-930f31f7-cca8-48d6-882d-ef869632318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:34.430960 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ecc5375e-7894-4c0c-a6aa-da27b36df855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (9c72d39e-d854-4b0d-8dc7-d009cb248373), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:34.457993 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5375e-7894-4c0c-a6aa-da27b36df855 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c72d39e-d854-4b0d-8dc7-d009cb248373,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:34.650371 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ecc5375e-7894-4c0c-a6aa-da27b36df855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8096033'] for router_interface (bd37ca09-f1f9-40df-b672-3ef31199b963), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:34.894966 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc5375e-7894-4c0c-a6aa-da27b36df855 admin admin] Router bd37ca09-f1f9-40df-b672-3ef31199b963 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:23:35.037196 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc5375e-7894-4c0c-a6aa-da27b36df855 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:23:35.044054 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-ecc5375e-7894-4c0c-a6aa-da27b36df855 admin admin] 10.222.0.75 "PUT /v2.0/routers/bd37ca09-f1f9-40df-b672-3ef31199b963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8699543 Mar 08 19:23:35.046633 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52032) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:35.048644 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da1ae2f-abc5-4730-afe7-8aeae2031d35 None None] Sync routers for ids ['bd37ca09-f1f9-40df-b672-3ef31199b963'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:23:35.060617 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da1ae2f-abc5-4730-afe7-8aeae2031d35 None None] Routers {'bd37ca09-f1f9-40df-b672-3ef31199b963'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:35.061264 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-2da1ae2f-abc5-4730-afe7-8aeae2031d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bd37ca09-f1f9-40df-b672-3ef31199b963'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:35.174254 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-2da1ae2f-abc5-4730-afe7-8aeae2031d35 None None] Set router bd37ca09-f1f9-40df-b672-3ef31199b963 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:35.467749 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:35.532689 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7a85ee1f-53e3-43fc-a26e-674e200d930d admin admin] Publish callbacks [] for router (bd37ca09-f1f9-40df-b672-3ef31199b963), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:35.553715 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-2da1ae2f-abc5-4730-afe7-8aeae2031d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:23:34Z', 'revision_number': 5, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:35.580207 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da1ae2f-abc5-4730-afe7-8aeae2031d35 None None] Checking router: bd37ca09-f1f9-40df-b672-3ef31199b963 for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:23:35.591617 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da1ae2f-abc5-4730-afe7-8aeae2031d35 None None] Routers {'bd37ca09-f1f9-40df-b672-3ef31199b963'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:35.592288 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-2da1ae2f-abc5-4730-afe7-8aeae2031d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bd37ca09-f1f9-40df-b672-3ef31199b963'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:35.646114 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7a85ee1f-53e3-43fc-a26e-674e200d930d admin admin] Publish callbacks [] for router_gateway (bd37ca09-f1f9-40df-b672-3ef31199b963), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:35.756974 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-2da1ae2f-abc5-4730-afe7-8aeae2031d35 None None] Set router bd37ca09-f1f9-40df-b672-3ef31199b963 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:35.806274 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-7a85ee1f-53e3-43fc-a26e-674e200d930d admin admin] Deleting port 7da36c22-ba9b-4676-b93a-a07a1c304941 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:23:35.806606 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7a85ee1f-53e3-43fc-a26e-674e200d930d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (7da36c22-ba9b-4676-b93a-a07a1c304941), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:35.891538 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-7a85ee1f-53e3-43fc-a26e-674e200d930d admin admin] For port 7da36c22-ba9b-4676-b93a-a07a1c304941, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=7da36c22-ba9b-4676-b93a-a07a1c304941,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:35.891903 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7a85ee1f-53e3-43fc-a26e-674e200d930d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (7da36c22-ba9b-4676-b93a-a07a1c304941), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:35.904711 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-7a85ee1f-53e3-43fc-a26e-674e200d930d admin admin] Calling delete_port for 7da36c22-ba9b-4676-b93a-a07a1c304941 owned by network:router_gateway {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:23:35.966326 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-2da1ae2f-abc5-4730-afe7-8aeae2031d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:23:34Z', 'revision_number': 5, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:35.994335 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da1ae2f-abc5-4730-afe7-8aeae2031d35 None None] The sync data for ids ['bd37ca09-f1f9-40df-b672-3ef31199b963'] in dv-cinder-830091-3-iscsi is: [{'id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'name': 'tempest-AttachVolumeTestJSON-1868354292-router', 'tenant_id': '011362b6715747dba59bf9619c6bd65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:23:34Z', 'revision_number': 5, 'project_id': '011362b6715747dba59bf9619c6bd65b', 'gw_port': {'id': '7da36c22-ba9b-4676-b93a-a07a1c304941', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37ca09-f1f9-40df-b672-3ef31199b963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:23:36.139828 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7a85ee1f-53e3-43fc-a26e-674e200d930d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (7da36c22-ba9b-4676-b93a-a07a1c304941), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:36.168109 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85ee1f-53e3-43fc-a26e-674e200d930d admin admin] Pushing event deleted for resources: {'Port': ['ID=7da36c22-ba9b-4676-b93a-a07a1c304941,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:36.282455 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7a85ee1f-53e3-43fc-a26e-674e200d930d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101515'] for router_gateway (bd37ca09-f1f9-40df-b672-3ef31199b963), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:36.416329 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7a85ee1f-53e3-43fc-a26e-674e200d930d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (bd37ca09-f1f9-40df-b672-3ef31199b963), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:36.418708 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7a85ee1f-53e3-43fc-a26e-674e200d930d admin admin] Publish callbacks [] for router_controller (bd37ca09-f1f9-40df-b672-3ef31199b963), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:36.551008 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7a85ee1f-53e3-43fc-a26e-674e200d930d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096552'] for router (bd37ca09-f1f9-40df-b672-3ef31199b963), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:36.551649 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a85ee1f-53e3-43fc-a26e-674e200d930d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd37ca09-f1f9-40df-b672-3ef31199b963 {{(pid=103681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:23:36.557329 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7a85ee1f-53e3-43fc-a26e-674e200d930d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:36.558406 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-7a85ee1f-53e3-43fc-a26e-674e200d930d admin admin] 10.222.0.75 "DELETE /v2.0/routers/bd37ca09-f1f9-40df-b672-3ef31199b963 HTTP/1.1" status: 204 len: 168 time: 1.5105257 Mar 08 19:23:36.562463 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52040) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:36.615904 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_v2 [None req-af446929-c1c2-48c9-a38e-9612e0c01299 admin admin] Deleting subnet fdb0863d-aa5d-4f95-aa01-9b30b9d1315b {{(pid=103681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:23:36.619283 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-af446929-c1c2-48c9-a38e-9612e0c01299 admin admin] Publish callbacks [] for subnet (fdb0863d-aa5d-4f95-aa01-9b30b9d1315b), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:36.656721 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-af446929-c1c2-48c9-a38e-9612e0c01299 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4839127'] for subnet (fdb0863d-aa5d-4f95-aa01-9b30b9d1315b), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:36.747820 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-af446929-c1c2-48c9-a38e-9612e0c01299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (fdb0863d-aa5d-4f95-aa01-9b30b9d1315b), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:36.880953 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-af446929-c1c2-48c9-a38e-9612e0c01299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5418216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4956552'] for subnet (fdb0863d-aa5d-4f95-aa01-9b30b9d1315b), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:36.906630 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af446929-c1c2-48c9-a38e-9612e0c01299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb0863d-aa5d-4f95-aa01-9b30b9d1315b,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:36.910410 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-af446929-c1c2-48c9-a38e-9612e0c01299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:36.915388 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-af446929-c1c2-48c9-a38e-9612e0c01299 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fdb0863d-aa5d-4f95-aa01-9b30b9d1315b HTTP/1.1" status: 204 len: 168 time: 0.3525333 Mar 08 19:23:36.917388 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52042) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:36.918782 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2024fa-6094-4a6c-b86c-42661d89a252 None None] Network c8a25d18-0969-475a-a1e7-ff064689da30 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:23:36.998263 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (c8a25d18-0969-475a-a1e7-ff064689da30), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:37.086655 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] Deleting port 585a237b-1370-463d-96c2-20c49e3188a0 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:23:37.087006 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (585a237b-1370-463d-96c2-20c49e3188a0), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:37.124092 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf0574b-edd5-43f2-8d3c-fe0accc14dc6 None None] DHCP port deletion for c8a25d18-0969-475a-a1e7-ff064689da30 request from dv-cinder-830091-3-iscsi {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:23:37.154556 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] For port 585a237b-1370-463d-96c2-20c49e3188a0, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=585a237b-1370-463d-96c2-20c49e3188a0,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:37.155135 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (585a237b-1370-463d-96c2-20c49e3188a0), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:37.174206 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] Calling delete_port for 585a237b-1370-463d-96c2-20c49e3188a0 owned by network:dhcp {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:23:37.189561 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0574b-edd5-43f2-8d3c-fe0accc14dc6 None None] Deleting port 585a237b-1370-463d-96c2-20c49e3188a0 {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:23:37.189941 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2cf0574b-edd5-43f2-8d3c-fe0accc14dc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (585a237b-1370-463d-96c2-20c49e3188a0), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:37.286173 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-2cf0574b-edd5-43f2-8d3c-fe0accc14dc6 None None] For port 585a237b-1370-463d-96c2-20c49e3188a0, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=585a237b-1370-463d-96c2-20c49e3188a0,segment=NetworkSegment(b6f0662a-00ab-47b6-bb43-d51888309532),segment_id=b6f0662a-00ab-47b6-bb43-d51888309532)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:37.286576 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2cf0574b-edd5-43f2-8d3c-fe0accc14dc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (585a237b-1370-463d-96c2-20c49e3188a0), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:37.288995 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:37.300612 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0574b-edd5-43f2-8d3c-fe0accc14dc6 None None] Calling delete_port for 585a237b-1370-463d-96c2-20c49e3188a0 owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:23:37.339961 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (585a237b-1370-463d-96c2-20c49e3188a0), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:37.376650 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] No DVR routers for this DVR port 585a237b-1370-463d-96c2-20c49e3188a0 on host dv-cinder-830091-3-iscsi {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:23:37.380088 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] Pushing event deleted for resources: {'Port': ['ID=585a237b-1370-463d-96c2-20c49e3188a0,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:37.392581 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2cf0574b-edd5-43f2-8d3c-fe0accc14dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258'] for port (585a237b-1370-463d-96c2-20c49e3188a0), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:37.422159 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0574b-edd5-43f2-8d3c-fe0accc14dc6 None None] Pushing event deleted for resources: {'Port': ['ID=585a237b-1370-463d-96c2-20c49e3188a0,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:37.423960 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0574b-edd5-43f2-8d3c-fe0accc14dc6 None None] No DVR routers for this DVR port 585a237b-1370-463d-96c2-20c49e3188a0 on host dv-cinder-830091-3-iscsi {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:23:37.465756 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (c8a25d18-0969-475a-a1e7-ff064689da30), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:37.490929 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a25d18-0969-475a-a1e7-ff064689da30']}} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:37.501273 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f0662a-00ab-47b6-bb43-d51888309532') {'for_net_delete': True} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:37.501572 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f0662a-00ab-47b6-bb43-d51888309532') {} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:37.513966 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4838956'] for segment (b6f0662a-00ab-47b6-bb43-d51888309532), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:37.527252 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 7da36c22-ba9b-4676-b93a-a07a1c304941 no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:23:37.534890 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (b6f0662a-00ab-47b6-bb43-d51888309532), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:37.542925 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] Releasing vlan 992 on physical network physnet1 to pool {{(pid=103681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:23:37.543333 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5418114'] for segment (b6f0662a-00ab-47b6-bb43-d51888309532), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: Traceback (most recent call last): Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: timer() Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: cb(*args, **kw) Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: return func(*args, **kwargs) Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: self._notify() Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: self.callback(batched_events) Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: event.method(event) Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: return f(self, *a, **k) Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._get(url).json() Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: return self.request(url, 'GET', **kwargs) Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:23:37.545704 dv-cinder-830091-3-iscsi neutron-server[103681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:23:37.562221 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 7da36c22-ba9b-4676-b93a-a07a1c304941 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:23:37.564983 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 7da36c22-ba9b-4676-b93a-a07a1c304941 not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:23:37.564983 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 585a237b-1370-463d-96c2-20c49e3188a0 no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:23:37.583414 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 585a237b-1370-463d-96c2-20c49e3188a0 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:23:37.583781 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 585a237b-1370-463d-96c2-20c49e3188a0 not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:23:37.584383 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 9c72d39e-d854-4b0d-8dc7-d009cb248373 no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:23:37.605308 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 9c72d39e-d854-4b0d-8dc7-d009cb248373 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:23:37.605662 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 9c72d39e-d854-4b0d-8dc7-d009cb248373 not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:23:37.733971 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (c8a25d18-0969-475a-a1e7-ff064689da30), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:37.741448 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:37.745767 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] 10.222.0.75 "DELETE /v2.0/networks/c8a25d18-0969-475a-a1e7-ff064689da30 HTTP/1.1" status: 204 len: 168 time: 0.8270938 Mar 08 19:23:37.760563 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd82655-81a1-456b-a3d1-d1d5f48939fe admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a25d18-0969-475a-a1e7-ff064689da30,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:38.098477 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52048) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:38.141854 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-d7cfc5b9-f6b9-4a6d-93ca-5c06c31436f9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=011362b6715747dba59bf9619c6bd65b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422328 Mar 08 19:23:38.144343 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52050) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:38.198242 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ae98cff-56db-47c0-a18d-28db3fde426c admin admin] Publish callbacks [] for security_group (3c97f6d6-23fe-41c1-a64e-80064704ad2f), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:38.228461 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ae98cff-56db-47c0-a18d-28db3fde426c admin admin] Publish callbacks [] for security_group (3c97f6d6-23fe-41c1-a64e-80064704ad2f), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:38.385385 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ae98cff-56db-47c0-a18d-28db3fde426c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (3c97f6d6-23fe-41c1-a64e-80064704ad2f), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:38.388162 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-9ae98cff-56db-47c0-a18d-28db3fde426c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:38.389509 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-9ae98cff-56db-47c0-a18d-28db3fde426c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3c97f6d6-23fe-41c1-a64e-80064704ad2f HTTP/1.1" status: 204 len: 168 time: 0.2437117 Mar 08 19:23:38.402183 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae98cff-56db-47c0-a18d-28db3fde426c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c97f6d6-23fe-41c1-a64e-80064704ad2f,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:38.442806 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:45.829251 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52180) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:45.969455 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e5388fab-cb3b-4eb5-8d24-ebf495f69075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:46.082054 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e5388fab-cb3b-4eb5-8d24-ebf495f69075 admin admin] Publish callbacks [] for security_group (a89890dd-832a-43e8-be7c-6fb5386c62f8), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:46.142449 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e5388fab-cb3b-4eb5-8d24-ebf495f69075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (a89890dd-832a-43e8-be7c-6fb5386c62f8), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:46.208149 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-e5388fab-cb3b-4eb5-8d24-ebf495f69075 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cabae9d838f74e4bb4c78b04a25dcddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742418 Mar 08 19:23:46.209281 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5388fab-cb3b-4eb5-8d24-ebf495f69075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89890dd-832a-43e8-be7c-6fb5386c62f8,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:46.210507 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52186) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:46.280962 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5d8772fe-e4d7-42d6-9c52-ee2e93ef8b36 admin admin] Publish callbacks [] for security_group (a89890dd-832a-43e8-be7c-6fb5386c62f8), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:46.310581 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5d8772fe-e4d7-42d6-9c52-ee2e93ef8b36 admin admin] Publish callbacks [] for security_group (a89890dd-832a-43e8-be7c-6fb5386c62f8), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:46.462400 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5d8772fe-e4d7-42d6-9c52-ee2e93ef8b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (a89890dd-832a-43e8-be7c-6fb5386c62f8), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:46.465128 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5d8772fe-e4d7-42d6-9c52-ee2e93ef8b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:46.466656 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-5d8772fe-e4d7-42d6-9c52-ee2e93ef8b36 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a89890dd-832a-43e8-be7c-6fb5386c62f8 HTTP/1.1" status: 204 len: 168 time: 0.2548313 Mar 08 19:23:46.475552 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8772fe-e4d7-42d6-9c52-ee2e93ef8b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89890dd-832a-43e8-be7c-6fb5386c62f8,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:47.137962 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52196) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:47.155632 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9fc53484-6bf7-4ad2-8f08-df2f57a4e460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:47.245890 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9fc53484-6bf7-4ad2-8f08-df2f57a4e460 admin admin] Publish callbacks [] for security_group (940bdf85-74c2-4ebb-9cc8-39b25208a590), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:47.293702 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9fc53484-6bf7-4ad2-8f08-df2f57a4e460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (940bdf85-74c2-4ebb-9cc8-39b25208a590), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:47.342852 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc53484-6bf7-4ad2-8f08-df2f57a4e460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940bdf85-74c2-4ebb-9cc8-39b25208a590,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:47.354740 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-9fc53484-6bf7-4ad2-8f08-df2f57a4e460 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fe66a2fd8d7e49aaa09339c26a142c05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155178 Mar 08 19:23:47.358350 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52198) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:47.422326 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9ce18ee8-1224-4c72-9770-20269a375f64 admin admin] Publish callbacks [] for security_group (940bdf85-74c2-4ebb-9cc8-39b25208a590), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:47.447549 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9ce18ee8-1224-4c72-9770-20269a375f64 admin admin] Publish callbacks [] for security_group (940bdf85-74c2-4ebb-9cc8-39b25208a590), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:47.566501 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9ce18ee8-1224-4c72-9770-20269a375f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (940bdf85-74c2-4ebb-9cc8-39b25208a590), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:47.569158 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9ce18ee8-1224-4c72-9770-20269a375f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:47.570342 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-9ce18ee8-1224-4c72-9770-20269a375f64 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/940bdf85-74c2-4ebb-9cc8-39b25208a590 HTTP/1.1" status: 204 len: 168 time: 0.2122641 Mar 08 19:23:47.581714 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce18ee8-1224-4c72-9770-20269a375f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940bdf85-74c2-4ebb-9cc8-39b25208a590,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:48.782645 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52224) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:48.906007 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1667729536-network', 'tenant_id': '61d603eecf5d4bc18f74d9f1c600cb4d'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:48.996335 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Made reservation on behalf of 61d603eecf5d4bc18f74d9f1c600cb4d for: {'network': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:23:48.998723 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:49.008814 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:49.111886 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Publish callbacks [] for security_group (fa70053d-e683-470d-be98-22852d8af7f9), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:49.202257 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (fa70053d-e683-470d-be98-22852d8af7f9), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:49.228221 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] vlan segment allocate from pool success with {'vlan_id': 960, 'physical_network': 'physnet1'} {{(pid=103681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:23:49.246457 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa70053d-e683-470d-be98-22852d8af7f9,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:49.250078 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (0beb662e-e231-4fdb-b2f8-f3a04974044c), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:49.250418 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.segments_db [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Added segment 0beb662e-e231-4fdb-b2f8-f3a04974044c of type vlan for network 313e24e4-4468-4d30-8b9a-b1335458cb77 Mar 08 19:23:49.293776 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (313e24e4-4468-4d30-8b9a-b1335458cb77), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:49.402916 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (313e24e4-4468-4d30-8b9a-b1335458cb77), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:49.407638 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:49.408502 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:49.487569 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Pushing event updated for resources: {'Network': ['ID=313e24e4-4468-4d30-8b9a-b1335458cb77,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:49.498942 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:49.499287 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:49.499628 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:49.499997 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:49.500333 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:49.500662 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:49.500995 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:49.501325 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:49.501653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:49.501979 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:49.502788 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:49.502788 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:49.503117 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:23:49.509682 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-03ea864c-733c-4e40-9ed5-34f00218cc7d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7258861 Mar 08 19:23:49.512840 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52232) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:49.518341 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-57ff15ed-a490-4e53-a1bc-740f4a84febb admin admin] Request body: {'subnet': {'network_id': '313e24e4-4468-4d30-8b9a-b1335458cb77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1667729536-subnet', 'tenant_id': '61d603eecf5d4bc18f74d9f1c600cb4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:49.521266 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network 313e24e4-4468-4d30-8b9a-b1335458cb77 details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:23:49.613669 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ff15ed-a490-4e53-a1bc-740f4a84febb admin admin] Made reservation on behalf of 61d603eecf5d4bc18f74d9f1c600cb4d for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:23:49.616163 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-57ff15ed-a490-4e53-a1bc-740f4a84febb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4956655'] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:49.861263 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-57ff15ed-a490-4e53-a1bc-740f4a84febb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5418287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4956657'] for subnet (83bfca33-6b5b-447a-8d78-79aed7fb6d7d), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:49.941796 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff15ed-a490-4e53-a1bc-740f4a84febb admin admin] Pushing event updated for resources: {'Subnet': ['ID=83bfca33-6b5b-447a-8d78-79aed7fb6d7d,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:49.955004 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ff15ed-a490-4e53-a1bc-740f4a84febb admin admin] Checking segment: {'id': '0beb662e-e231-4fdb-b2f8-f3a04974044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': '313e24e4-4468-4d30-8b9a-b1335458cb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:23:49.955004 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ff15ed-a490-4e53-a1bc-740f4a84febb admin admin] Network hostable DHCP agents. Network: 313e24e4-4468-4d30-8b9a-b1335458cb77, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:23:50.083027 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ff15ed-a490-4e53-a1bc-740f4a84febb admin admin] Network 313e24e4-4468-4d30-8b9a-b1335458cb77 is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:23:50.163122 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-57ff15ed-a490-4e53-a1bc-740f4a84febb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, 313e24e4-4468-4d30-8b9a-b1335458cb77) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:23:50.166537 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff15ed-a490-4e53-a1bc-740f4a84febb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:50.167208 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-57ff15ed-a490-4e53-a1bc-740f4a84febb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:50.171622 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a3c904-7b34-4451-a3f3-2ef4d2c88079 None None] Network 313e24e4-4468-4d30-8b9a-b1335458cb77 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:23:50.245378 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-57ff15ed-a490-4e53-a1bc-740f4a84febb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7312691 Mar 08 19:23:50.325800 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722bb54a-3798-4869-aeb9-96aedf649460 None None] Network 313e24e4-4468-4d30-8b9a-b1335458cb77 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:23:51.103453 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52270) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:51.112672 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-fd362912-e50b-4e29-8156-010aad93d4c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1889977102-network', 'tenant_id': 'ffa03478d79948caa3f1e9bcf47cd38c'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:51.202162 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd362912-e50b-4e29-8156-010aad93d4c2 admin admin] Made reservation on behalf of ffa03478d79948caa3f1e9bcf47cd38c for: {'network': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:23:51.204829 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fd362912-e50b-4e29-8156-010aad93d4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:51.221860 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fd362912-e50b-4e29-8156-010aad93d4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:51.328074 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fd362912-e50b-4e29-8156-010aad93d4c2 admin admin] Publish callbacks [] for security_group (38fe5bb8-52c3-4540-89fd-5d55953e8d11), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:51.387065 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fd362912-e50b-4e29-8156-010aad93d4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (38fe5bb8-52c3-4540-89fd-5d55953e8d11), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:51.420750 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd362912-e50b-4e29-8156-010aad93d4c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 985, 'physical_network': 'physnet1'} {{(pid=103681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:23:51.434551 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd362912-e50b-4e29-8156-010aad93d4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fe5bb8-52c3-4540-89fd-5d55953e8d11,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:51.441489 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fd362912-e50b-4e29-8156-010aad93d4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (a84382a2-d0f2-497d-9295-4219fe941e0e), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:51.441883 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.segments_db [None req-fd362912-e50b-4e29-8156-010aad93d4c2 admin admin] Added segment a84382a2-d0f2-497d-9295-4219fe941e0e of type vlan for network 0dc2b02f-dd69-473d-83ec-9e673782a56f Mar 08 19:23:51.498593 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fd362912-e50b-4e29-8156-010aad93d4c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (0dc2b02f-dd69-473d-83ec-9e673782a56f), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:51.619079 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fd362912-e50b-4e29-8156-010aad93d4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (0dc2b02f-dd69-473d-83ec-9e673782a56f), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:51.620237 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd362912-e50b-4e29-8156-010aad93d4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:51.620743 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fd362912-e50b-4e29-8156-010aad93d4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:51.708190 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd362912-e50b-4e29-8156-010aad93d4c2 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc2b02f-dd69-473d-83ec-9e673782a56f,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:51.727188 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network 0dc2b02f-dd69-473d-83ec-9e673782a56f details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:23:51.731215 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-fd362912-e50b-4e29-8156-010aad93d4c2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6265514 Mar 08 19:23:51.734618 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52274) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:51.742742 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-60094cca-46cc-4339-ac3d-4561063df2e6 admin admin] Request body: {'subnet': {'network_id': '0dc2b02f-dd69-473d-83ec-9e673782a56f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1889977102-subnet', 'tenant_id': 'ffa03478d79948caa3f1e9bcf47cd38c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:51.834866 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60094cca-46cc-4339-ac3d-4561063df2e6 admin admin] Made reservation on behalf of ffa03478d79948caa3f1e9bcf47cd38c for: {'subnet': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:23:51.837334 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-60094cca-46cc-4339-ac3d-4561063df2e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4956655'] for subnet (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:52.133733 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-60094cca-46cc-4339-ac3d-4561063df2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5418287', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4956657'] for subnet (6bbcd061-9130-47fe-a11e-9ce46d167057), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:52.225120 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60094cca-46cc-4339-ac3d-4561063df2e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bbcd061-9130-47fe-a11e-9ce46d167057,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:52.242988 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60094cca-46cc-4339-ac3d-4561063df2e6 admin admin] Checking segment: {'id': 'a84382a2-d0f2-497d-9295-4219fe941e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '0dc2b02f-dd69-473d-83ec-9e673782a56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:23:52.244354 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60094cca-46cc-4339-ac3d-4561063df2e6 admin admin] Network hostable DHCP agents. Network: 0dc2b02f-dd69-473d-83ec-9e673782a56f, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:23:52.327807 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60094cca-46cc-4339-ac3d-4561063df2e6 admin admin] Network 0dc2b02f-dd69-473d-83ec-9e673782a56f is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:23:52.391048 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-60094cca-46cc-4339-ac3d-4561063df2e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, 0dc2b02f-dd69-473d-83ec-9e673782a56f) {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:23:52.396788 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60094cca-46cc-4339-ac3d-4561063df2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:52.397421 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-60094cca-46cc-4339-ac3d-4561063df2e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:52.411283 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e0f560-99fb-4022-89d4-c155b797f052 None None] Network 0dc2b02f-dd69-473d-83ec-9e673782a56f requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:23:52.484959 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-60094cca-46cc-4339-ac3d-4561063df2e6 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7492085 Mar 08 19:23:52.532735 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1263ec25-45d5-4d51-a501-fa8e4e7dd0b2 None None] Network 0dc2b02f-dd69-473d-83ec-9e673782a56f requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:23:52.773812 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:53.697090 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489b664-3305-4d11-bd12-2bd7eba83b94 req-e039ff7f-2750-4f51-b9f2-5fa7c5e28fec tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:53.699715 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5489b664-3305-4d11-bd12-2bd7eba83b94 req-e039ff7f-2750-4f51-b9f2-5fa7c5e28fec tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 945 time: 0.0638721 Mar 08 19:23:53.752370 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5489b664-3305-4d11-bd12-2bd7eba83b94 req-64da4ee5-464e-4a2a-bbaa-5dfeb3900904 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466952 Mar 08 19:23:54.741238 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-e79394a8-98b8-4217-8118-a89c5fae5ad1 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-660178399&fields=id&tenant_id=0b0e10c3c47a4ead8a5fd46c50273d16 HTTP/1.1" status: 200 len: 267 time: 0.0586312 Mar 08 19:23:54.915806 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-cab9a30e-785d-4cb6-9de2-21e1496c09f2 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:54.917358 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-cab9a30e-785d-4cb6-9de2-21e1496c09f2 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/networks?id=da437335-2487-47d7-93f2-2e3aab805345 HTTP/1.1" status: 200 len: 809 time: 0.1686723 Mar 08 19:23:54.949149 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ae253-2491-4060-b49d-def5d435a435 req-f1ce4347-5523-4554-be0a-310a9c746db1 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:54.950708 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0a9ae253-2491-4060-b49d-def5d435a435 req-f1ce4347-5523-4554-be0a-310a9c746db1 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 945 time: 0.1104667 Mar 08 19:23:54.956549 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-bacbbfda-aedc-41ed-8cae-b3a449955054 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/quotas/0b0e10c3c47a4ead8a5fd46c50273d16 HTTP/1.1" status: 200 len: 375 time: 0.0311871 Mar 08 19:23:55.046859 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0a9ae253-2491-4060-b49d-def5d435a435 req-cc8e8521-9f29-45a5-b844-d85ddc8f4c5d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883489 Mar 08 19:23:55.059726 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-5f034371-2b61-4b81-b4d2-be7f1fc38ebc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b0e10c3c47a4ead8a5fd46c50273d16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996056 Mar 08 19:23:55.080711 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-4105a62d-fe1e-4749-8dbf-6a66e1b05ad1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:23:55.082213 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-4105a62d-fe1e-4749-8dbf-6a66e1b05ad1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084341 Mar 08 19:23:55.230114 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-9102e338-0fa4-46ee-9cd0-0075e4208374 service neutron] 10.222.0.75 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399243 Mar 08 19:23:55.333635 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-08c8449b-104b-4005-9267-42053655ca69 service neutron] 10.222.0.75 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973020 Mar 08 19:23:55.499511 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708085bc-0d99-4232-b141-837adc473b90 req-2d04bf1f-54d9-40cb-bae0-e9ac229c597e tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:55.501072 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-708085bc-0d99-4232-b141-837adc473b90 req-2d04bf1f-54d9-40cb-bae0-e9ac229c597e tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 945 time: 0.0837276 Mar 08 19:23:55.614614 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-708085bc-0d99-4232-b141-837adc473b90 req-1a0ea3fc-193c-4b9b-88c3-b6b33aa96f7d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Deleting port 53289e48-6128-4777-8871-ee89220f42dc {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:23:55.614954 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-708085bc-0d99-4232-b141-837adc473b90 req-1a0ea3fc-193c-4b9b-88c3-b6b33aa96f7d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (53289e48-6128-4777-8871-ee89220f42dc), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:55.728442 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-708085bc-0d99-4232-b141-837adc473b90 req-1a0ea3fc-193c-4b9b-88c3-b6b33aa96f7d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] For port 53289e48-6128-4777-8871-ee89220f42dc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=53289e48-6128-4777-8871-ee89220f42dc,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:23:55.728799 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-708085bc-0d99-4232-b141-837adc473b90 req-1a0ea3fc-193c-4b9b-88c3-b6b33aa96f7d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (53289e48-6128-4777-8871-ee89220f42dc), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:55.962095 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-708085bc-0d99-4232-b141-837adc473b90 req-1a0ea3fc-193c-4b9b-88c3-b6b33aa96f7d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:55.962798 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-708085bc-0d99-4232-b141-837adc473b90 req-1a0ea3fc-193c-4b9b-88c3-b6b33aa96f7d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (6ddd65a2-9a48-44ab-8ff3-14eda899c740), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:55.962798 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [req-708085bc-0d99-4232-b141-837adc473b90 req-1a0ea3fc-193c-4b9b-88c3-b6b33aa96f7d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Floating IP 6ddd65a2-9a48-44ab-8ff3-14eda899c740 disassociated. External IP: 172.27.3.186, port: 53289e48-6128-4777-8871-ee89220f42dc. Mar 08 19:23:55.963088 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-708085bc-0d99-4232-b141-837adc473b90 req-1a0ea3fc-193c-4b9b-88c3-b6b33aa96f7d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Calling delete_port for 53289e48-6128-4777-8871-ee89220f42dc owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:23:55.988650 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1a32b16f-9bdf-4ce0-a093-8dd620442889 req-f3c0bd1b-65bc-44b6-9375-752859acd62c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 210 time: 0.0490673 Mar 08 19:23:56.205765 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfe6ef-1219-4459-8cbb-1158f747652c req-88f6d6f1-f8e4-4091-a723-9badb7819bc8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:56.207820 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-61cfe6ef-1219-4459-8cbb-1158f747652c req-88f6d6f1-f8e4-4091-a723-9badb7819bc8 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 945 time: 0.0698431 Mar 08 19:23:56.268384 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-61cfe6ef-1219-4459-8cbb-1158f747652c req-29ddeccf-b879-444f-8083-f006e46197dc tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535939 Mar 08 19:23:56.270418 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-708085bc-0d99-4232-b141-837adc473b90 req-1a0ea3fc-193c-4b9b-88c3-b6b33aa96f7d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (53289e48-6128-4777-8871-ee89220f42dc), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:56.303937 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ea3fc-193c-4b9b-88c3-b6b33aa96f7d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event deleted for resources: {'Port': ['ID=53289e48-6128-4777-8871-ee89220f42dc,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:56.451335 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-708085bc-0d99-4232-b141-837adc473b90 req-1a0ea3fc-193c-4b9b-88c3-b6b33aa96f7d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Router bb4877bd-bd79-4d0b-90c3-53ae27b105db has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:23:56.597196 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-708085bc-0d99-4232-b141-837adc473b90 req-1a0ea3fc-193c-4b9b-88c3-b6b33aa96f7d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:23:56.609480 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b051d3-700e-416e-8be9-a7c198bfea5b None None] Sync routers for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:23:56.623623 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b051d3-700e-416e-8be9-a7c198bfea5b None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:56.624658 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-c7b051d3-700e-416e-8be9-a7c198bfea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:56.652758 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-708085bc-0d99-4232-b141-837adc473b90 req-1a0ea3fc-193c-4b9b-88c3-b6b33aa96f7d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] No DVR routers for this DVR port 53289e48-6128-4777-8871-ee89220f42dc on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:23:56.665762 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-708085bc-0d99-4232-b141-837adc473b90 req-1a0ea3fc-193c-4b9b-88c3-b6b33aa96f7d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:56.671537 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-708085bc-0d99-4232-b141-837adc473b90 req-1a0ea3fc-193c-4b9b-88c3-b6b33aa96f7d tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.76 "DELETE /v2.0/ports/53289e48-6128-4777-8871-ee89220f42dc HTTP/1.1" status: 204 len: 173 time: 1.1650975 Mar 08 19:23:56.672669 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69246580-c8f3-4b73-8f8e-b957fff68f2a', 'name': 'network-vif-deleted', 'tag': '53289e48-6128-4777-8871-ee89220f42dc'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:23:56.682066 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e042d793-aeea-4140-a0d6-039de24e9392" -d '{"events": [{"server_uuid": "69246580-c8f3-4b73-8f8e-b957fff68f2a", "name": "network-vif-deleted", "tag": "53289e48-6128-4777-8871-ee89220f42dc"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:23:56.773570 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7a81f4-3d14-41ba-8927-24c1fb9963a5 x-openstack-request-id: req-1e7a81f4-3d14-41ba-8927-24c1fb9963a5 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:23:56.773570 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69246580-c8f3-4b73-8f8e-b957fff68f2a", "name": "network-vif-deleted", "tag": "53289e48-6128-4777-8871-ee89220f42dc", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:23:56.773570 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1e7a81f4-3d14-41ba-8927-24c1fb9963a5 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:23:56.773570 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69246580-c8f3-4b73-8f8e-b957fff68f2a', 'name': 'network-vif-deleted', 'tag': '53289e48-6128-4777-8871-ee89220f42dc', 'status': 'completed', 'code': 200} Mar 08 19:23:56.790524 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-c7b051d3-700e-416e-8be9-a7c198bfea5b None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:57.101603 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-c7b051d3-700e-416e-8be9-a7c198bfea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:57.109920 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f95f0782-d8df-4c55-9212-cec4b0e605e1 req-5a7d2cd8-8a61-468c-8ca4-d1e2af35fb3a tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 210 time: 0.0544829 Mar 08 19:23:57.132288 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b051d3-700e-416e-8be9-a7c198bfea5b None None] Checking router: bb4877bd-bd79-4d0b-90c3-53ae27b105db for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:23:57.145094 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b051d3-700e-416e-8be9-a7c198bfea5b None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:23:57.148640 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-c7b051d3-700e-416e-8be9-a7c198bfea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:57.282347 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-c7b051d3-700e-416e-8be9-a7c198bfea5b None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:23:57.424306 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-27b287b0-84e4-4911-9ffb-42bab56cc2a6 req-af1fe24d-3049-4d74-ac78-32c58d8001a7 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/ports?device_id=69246580-c8f3-4b73-8f8e-b957fff68f2a HTTP/1.1" status: 200 len: 210 time: 0.0397079 Mar 08 19:23:57.536529 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-c7b051d3-700e-416e-8be9-a7c198bfea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:23:57.580763 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b051d3-700e-416e-8be9-a7c198bfea5b None None] The sync data for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi is: [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:38Z', 'revision_number': 4, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': '8fdf4338-a084-43df-97a3-f4af01fe895f', 'name': '', 'network_id': 'eadbce5e-f6fa-402e-acf1-15b1deb0f309', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'mac_address': 'fa:16:3e:e0:44:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:36Z', 'updated_at': '2022-03-08T19:13:49Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'subnets': [{'id': 'f85598c7-024d-416e-bf9f-b74e60adac34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:23:57.901267 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6434c-9a11-4222-ae71-fc73e93231d0 None None] New status for floating IP 6ddd65a2-9a48-44ab-8ff3-14eda899c740: DOWN {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:23:58.227076 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a2d9afd3-1cf1-40a0-afaf-6989e2937aaa req-ca584623-057e-418e-8687-27536708e8dc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 210 time: 0.0333703 Mar 08 19:23:58.588024 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-f03ccefc-4ee8-4a3f-9ad1-a119971f926c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:23:58.589818 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-f03ccefc-4ee8-4a3f-9ad1-a119971f926c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.76 "GET /v2.0/networks?id=da437335-2487-47d7-93f2-2e3aab805345 HTTP/1.1" status: 200 len: 809 time: 0.1257055 Mar 08 19:23:58.649743 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52362) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:58.695223 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-ec5dc0d3-80da-4527-8573-a811391a3c0d tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b0e10c3c47a4ead8a5fd46c50273d16 HTTP/1.1" status: 200 len: 379 time: 0.0965831 Mar 08 19:23:58.711442 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-4bd75e91-8f6d-443b-8c45-7e8f1c380722 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Request body: {'port': {'device_id': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'admin_state_up': True, 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'security_groups': ['5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d']}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:23:58.812197 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ae2eb8f7-02ad-49c9-b80e-72b183649932 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (5e6fb4ff-a967-4b25-8910-ece6a34d5f4b), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:58.859844 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ae2eb8f7-02ad-49c9-b80e-72b183649932 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (5e6fb4ff-a967-4b25-8910-ece6a34d5f4b), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:58.931660 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 53289e48-6128-4777-8871-ee89220f42dc no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:23:58.957101 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: 53289e48-6128-4777-8871-ee89220f42dc {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:23:58.960454 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 53289e48-6128-4777-8871-ee89220f42dc not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:23:59.024868 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-4bd75e91-8f6d-443b-8c45-7e8f1c380722 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Made reservation on behalf of 0b0e10c3c47a4ead8a5fd46c50273d16 for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:23:59.028563 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-4bd75e91-8f6d-443b-8c45-7e8f1c380722 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:59.059659 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ae2eb8f7-02ad-49c9-b80e-72b183649932 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5e6fb4ff-a967-4b25-8910-ece6a34d5f4b), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:59.062457 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ae2eb8f7-02ad-49c9-b80e-72b183649932 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:59.063637 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-ae2eb8f7-02ad-49c9-b80e-72b183649932 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "DELETE /v2.0/security-groups/5e6fb4ff-a967-4b25-8910-ece6a34d5f4b HTTP/1.1" status: 204 len: 168 time: 0.4128692 Mar 08 19:23:59.066754 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52368) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:59.085170 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.api.v2.resource [None req-a05d7802-4559-4891-ab00-f9ea1bd964d3 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] show failed (client error): The resource could not be found. Mar 08 19:23:59.086224 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-a05d7802-4559-4891-ab00-f9ea1bd964d3 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "GET /v2.0/security-groups/5e6fb4ff-a967-4b25-8910-ece6a34d5f4b HTTP/1.1" status: 404 len: 347 time: 0.0184162 Mar 08 19:23:59.089379 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52370) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:23:59.106249 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2eb8f7-02ad-49c9-b80e-72b183649932 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6fb4ff-a967-4b25-8910-ece6a34d5f4b,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:59.214318 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-4bd75e91-8f6d-443b-8c45-7e8f1c380722 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Allocated IP 172.20.0.4 (da437335-2487-47d7-93f2-2e3aab805345/61b5366d-faa2-4af4-bfab-4a96be01176d/55a93dab-2682-44a0-9a81-5794b54922a7) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:23:59.283907 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-8b4d19aa-f7b7-4d2d-978f-e7f7eef19815 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Deleting port 966e233c-1f5d-4bb6-8c70-237af17e2559 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:23:59.284364 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b4d19aa-f7b7-4d2d-978f-e7f7eef19815 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (966e233c-1f5d-4bb6-8c70-237af17e2559), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:59.404007 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ca538506-ca59-4d3e-9ea0-4a8f8e6294c1 req-fd3b99ab-fbd6-460c-9bd7-bd0e3a767413 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 210 time: 0.0677783 Mar 08 19:23:59.413147 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b4d19aa-f7b7-4d2d-978f-e7f7eef19815 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (966e233c-1f5d-4bb6-8c70-237af17e2559), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:59.415615 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b4d19aa-f7b7-4d2d-978f-e7f7eef19815 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (966e233c-1f5d-4bb6-8c70-237af17e2559), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:59.440739 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-8b4d19aa-f7b7-4d2d-978f-e7f7eef19815 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Calling delete_port for 966e233c-1f5d-4bb6-8c70-237af17e2559 owned by network:floatingip {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:23:59.472066 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-4bd75e91-8f6d-443b-8c45-7e8f1c380722 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for port (55a93dab-2682-44a0-9a81-5794b54922a7), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:59.625476 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-4bd75e91-8f6d-443b-8c45-7e8f1c380722 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:59.747469 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b4d19aa-f7b7-4d2d-978f-e7f7eef19815 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (966e233c-1f5d-4bb6-8c70-237af17e2559), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:59.788492 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d19aa-f7b7-4d2d-978f-e7f7eef19815 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Pushing event deleted for resources: {'Port': ['ID=966e233c-1f5d-4bb6-8c70-237af17e2559,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:23:59.886132 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b4d19aa-f7b7-4d2d-978f-e7f7eef19815 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks [] for floatingip (6ddd65a2-9a48-44ab-8ff3-14eda899c740), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:59.888528 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b4d19aa-f7b7-4d2d-978f-e7f7eef19815 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:23:59.892587 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-8b4d19aa-f7b7-4d2d-978f-e7f7eef19815 tempest-AttachVolumeNegativeTest-1009610370 tempest-AttachVolumeNegativeTest-1009610370-project] 10.222.0.75 "DELETE /v2.0/floatingips/6ddd65a2-9a48-44ab-8ff3-14eda899c740 HTTP/1.1" status: 204 len: 168 time: 0.7994764 Mar 08 19:24:00.042365 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-4bd75e91-8f6d-443b-8c45-7e8f1c380722 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Network da437335-2487-47d7-93f2-2e3aab805345 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:24:00.046186 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-4bd75e91-8f6d-443b-8c45-7e8f1c380722 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:24:00.050046 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-4bd75e91-8f6d-443b-8c45-7e8f1c380722 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:24:00.084257 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd75e91-8f6d-443b-8c45-7e8f1c380722 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Pushing event updated for resources: {'Port': ['ID=55a93dab-2682-44a0-9a81-5794b54922a7,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:00.121985 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-4bd75e91-8f6d-443b-8c45-7e8f1c380722 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:00.121985 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-4bd75e91-8f6d-443b-8c45-7e8f1c380722 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:00.239742 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-4bd75e91-8f6d-443b-8c45-7e8f1c380722 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5321786 Mar 08 19:24:00.255817 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-7bcbb9b8-9d6d-4028-88e4-21be94377e19 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:24:00.257236 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-7bcbb9b8-9d6d-4028-88e4-21be94377e19 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118473 Mar 08 19:24:00.272114 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23182b-554f-489b-9d3c-c71c092eb26c req-8e968bcb-c3f3-4201-947a-a828e9dad652 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:00.274038 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7a23182b-554f-489b-9d3c-c71c092eb26c req-8e968bcb-c3f3-4201-947a-a828e9dad652 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 946 time: 0.0964832 Mar 08 19:24:00.280717 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Request body: {'port': {'device_id': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:24:00.394863 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7a23182b-554f-489b-9d3c-c71c092eb26c req-c1cc2e4e-bf44-4217-933f-067f48ef060d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097260 Mar 08 19:24:00.399130 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:00.415292 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-efd4307f-7ef5-4b2a-99ef-aa8b3dfb2cac None None] Provisioning complete for port 55a93dab-2682-44a0-9a81-5794b54922a7 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:24:00.416070 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-efd4307f-7ef5-4b2a-99ef-aa8b3dfb2cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:00.491393 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-efd4307f-7ef5-4b2a-99ef-aa8b3dfb2cac None None] Port 55a93dab-2682-44a0-9a81-5794b54922a7 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:24:00.684436 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11190b0a-6208-4641-93da-d49efeb79855 req-5644eef9-5809-488c-827c-b8616abd9836 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:00.686000 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-11190b0a-6208-4641-93da-d49efeb79855 req-5644eef9-5809-488c-827c-b8616abd9836 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 931 time: 0.1394546 Mar 08 19:24:00.789065 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-11190b0a-6208-4641-93da-d49efeb79855 req-4f98ffb7-54af-4d74-947c-b75cbe864ed6 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945950 Mar 08 19:24:00.840206 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a93dab-2682-44a0-9a81-5794b54922a7 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:24:00.849433 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Publish callbacks [] for port (55a93dab-2682-44a0-9a81-5794b54922a7), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:00.863433 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Transition to ACTIVE for port object 55a93dab-2682-44a0-9a81-5794b54922a7 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:24:00.962909 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:01.028215 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=55a93dab-2682-44a0-9a81-5794b54922a7,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:01.117383 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Attempting to bind port 55a93dab-2682-44a0-9a81-5794b54922a7 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:24:01.117784 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Attempting to bind port 55a93dab-2682-44a0-9a81-5794b54922a7 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'dc1ef7b0-3f68-490c-9780-d418d0331c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:24:01.118046 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Attempting to bind port 55a93dab-2682-44a0-9a81-5794b54922a7 on network da437335-2487-47d7-93f2-2e3aab805345 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:24:01.127848 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Port 55a93dab-2682-44a0-9a81-5794b54922a7 on network da437335-2487-47d7-93f2-2e3aab805345 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:24:01.128210 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Attempting to bind port 55a93dab-2682-44a0-9a81-5794b54922a7 on network da437335-2487-47d7-93f2-2e3aab805345 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:24:01.136412 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:24:01.140670 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Checking segment: {'id': 'dc1ef7b0-3f68-490c-9780-d418d0331c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:24:01.140670 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Bound using segment: {'id': 'dc1ef7b0-3f68-490c-9780-d418d0331c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:24:01.140670 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Bound port: 55a93dab-2682-44a0-9a81-5794b54922a7, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1ef7b0-3f68-490c-9780-d418d0331c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:24:01.140670 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:01.214230 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] For port 55a93dab-2682-44a0-9a81-5794b54922a7, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:24:01.221181 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] For port 55a93dab-2682-44a0-9a81-5794b54922a7, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=55a93dab-2682-44a0-9a81-5794b54922a7,segment=NetworkSegment(dc1ef7b0-3f68-490c-9780-d418d0331c48),segment_id=dc1ef7b0-3f68-490c-9780-d418d0331c48)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:24:01.313434 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:01.365489 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:01.366246 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:01.368740 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] 10.222.0.76 "PUT /v2.0/ports/55a93dab-2682-44a0-9a81-5794b54922a7 HTTP/1.1" status: 200 len: 1093 time: 1.0935395 Mar 08 19:24:01.390683 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'tag': '55a93dab-2682-44a0-9a81-5794b54922a7'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:24:01.393452 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0e367c-6d09-47d9-89d9-530975b55d95" -d '{"events": [{"name": "network-changed", "server_uuid": "015a3ea6-135a-4574-a5a1-e7ebeb9a7a61", "tag": "55a93dab-2682-44a0-9a81-5794b54922a7"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:24:01.440368 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017f18b-0511-4ca0-9788-d2d1e9bf8ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=55a93dab-2682-44a0-9a81-5794b54922a7,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:01.548131 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e07ee8-bf59-4d05-bd3a-54f7ffcde0e6 x-openstack-request-id: req-12e07ee8-bf59-4d05-bd3a-54f7ffcde0e6 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:24:01.548520 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015a3ea6-135a-4574-a5a1-e7ebeb9a7a61", "tag": "55a93dab-2682-44a0-9a81-5794b54922a7", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:24:01.548849 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-12e07ee8-bf59-4d05-bd3a-54f7ffcde0e6 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:24:01.549319 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'tag': '55a93dab-2682-44a0-9a81-5794b54922a7', 'status': 'completed', 'code': 200} Mar 08 19:24:01.601243 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-ebb04a3f-7b1e-4dda-ae70-36744f942a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:01.603153 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-ebb04a3f-7b1e-4dda-ae70-36744f942a34 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b0e10c3c47a4ead8a5fd46c50273d16&device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 1127 time: 0.1134460 Mar 08 19:24:01.625419 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeeb047-75a9-4615-8256-385521f95aa7 req-fb496a13-eaf4-4154-8180-6a6ce5c2ec3d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:01.626983 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dfeeb047-75a9-4615-8256-385521f95aa7 req-fb496a13-eaf4-4154-8180-6a6ce5c2ec3d tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 946 time: 0.0995007 Mar 08 19:24:01.686293 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-fa104319-615a-4fa9-826b-bd2ee51b8f04 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a93dab-2682-44a0-9a81-5794b54922a7 HTTP/1.1" status: 200 len: 217 time: 0.0747778 Mar 08 19:24:01.816874 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-dfeeb047-75a9-4615-8256-385521f95aa7 req-d56e7e13-c801-4c48-869f-da80a03f144c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487517 Mar 08 19:24:01.832840 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-68fe9e5d-c4de-4e82-9944-2f9d14111bb1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:01.834417 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-68fe9e5d-c4de-4e82-9944-2f9d14111bb1 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.76 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 946 time: 0.1686203 Mar 08 19:24:01.836916 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-714f1978-2054-4fee-b748-b0a30873709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:01.838448 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-714f1978-2054-4fee-b748-b0a30873709c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=61b5366d-faa2-4af4-bfab-4a96be01176d HTTP/1.1" status: 200 len: 848 time: 0.1205504 Mar 08 19:24:01.979115 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-37a2e995-1904-493b-8132-00720c42153a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:02.020996 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-208685ee-b423-4c13-a9a5-9da895fe7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:02.023200 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-208685ee-b423-4c13-a9a5-9da895fe7f6a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da437335-2487-47d7-93f2-2e3aab805345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1705043 Mar 08 19:24:02.057398 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41744d8b-d7d9-4a70-b4c1-ba9da0fc9f31 req-2b1bf9f1-4670-473a-ab7c-8808dcd0757c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:02.059449 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-41744d8b-d7d9-4a70-b4c1-ba9da0fc9f31 req-2b1bf9f1-4670-473a-ab7c-8808dcd0757c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.1717541 Mar 08 19:24:02.173094 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-f9119c63-de5b-46ce-9dc7-64b748dec6db tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Deleting port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:02.173875 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-f9119c63-de5b-46ce-9dc7-64b748dec6db tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:02.277034 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-41744d8b-d7d9-4a70-b4c1-ba9da0fc9f31 req-15c9fcd8-9bfe-427e-b676-fdd536ccc039 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026925 Mar 08 19:24:02.311150 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-062e35f2-a609-4b51-9c9c-aeb6c1f0ce58 service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788980 Mar 08 19:24:02.391857 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-f9119c63-de5b-46ce-9dc7-64b748dec6db tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] For port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:02.394847 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-f9119c63-de5b-46ce-9dc7-64b748dec6db tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:02.543863 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-314dc900-7e65-4536-94f3-7612c2b02b77 req-cfd8f5f5-3f0a-475b-bed1-6b5de54f58dc service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256668 Mar 08 19:24:02.669661 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-f9119c63-de5b-46ce-9dc7-64b748dec6db tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:02.670107 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-f9119c63-de5b-46ce-9dc7-64b748dec6db tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (f092a3df-fcda-480a-bf14-641b5891dfbd), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:02.670500 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-f9119c63-de5b-46ce-9dc7-64b748dec6db tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Floating IP f092a3df-fcda-480a-bf14-641b5891dfbd disassociated. External IP: 172.27.3.232, port: 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f. Mar 08 19:24:02.670842 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-f9119c63-de5b-46ce-9dc7-64b748dec6db tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Calling delete_port for 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:02.807203 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e367c-6d09-47d9-89d9-530975b55d95 req-3284e467-4af1-4f15-96be-64eadb4c092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:02.808770 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da0e367c-6d09-47d9-89d9-530975b55d95 req-3284e467-4af1-4f15-96be-64eadb4c092d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b0e10c3c47a4ead8a5fd46c50273d16&device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 1127 time: 0.1358209 Mar 08 19:24:03.040554 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e367c-6d09-47d9-89d9-530975b55d95 req-e310819a-d008-42db-8e2c-09a3345d5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:03.042036 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da0e367c-6d09-47d9-89d9-530975b55d95 req-e310819a-d008-42db-8e2c-09a3345d5a23 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da437335-2487-47d7-93f2-2e3aab805345 HTTP/1.1" status: 200 len: 910 time: 0.2072103 Mar 08 19:24:03.053874 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb86d6-8eea-46dc-9167-0a8f5cb2904e req-d5dcff22-1935-460b-9b09-7517774e08fa tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:03.055403 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-afeb86d6-8eea-46dc-9167-0a8f5cb2904e req-d5dcff22-1935-460b-9b09-7517774e08fa tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 946 time: 0.1071973 Mar 08 19:24:03.105937 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da0e367c-6d09-47d9-89d9-530975b55d95 req-30022c94-7390-4eee-b196-ebb190776600 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a93dab-2682-44a0-9a81-5794b54922a7 HTTP/1.1" status: 200 len: 217 time: 0.0494790 Mar 08 19:24:03.113660 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-f9119c63-de5b-46ce-9dc7-64b748dec6db tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (2eb86a7d-edd4-4947-9ef9-4da4449b0e1f), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:03.190273 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9119c63-de5b-46ce-9dc7-64b748dec6db tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event deleted for resources: {'Port': ['ID=2eb86a7d-edd4-4947-9ef9-4da4449b0e1f,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:03.225893 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-afeb86d6-8eea-46dc-9167-0a8f5cb2904e req-23e92bf3-5ed3-443d-bb64-3ab79de0845c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups?id=dc220bc3-a8c3-47e4-949c-68d22d75ece1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623032 Mar 08 19:24:03.277095 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e367c-6d09-47d9-89d9-530975b55d95 req-7c0afcf1-f924-4763-9d92-4b80ba8543f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:03.278558 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da0e367c-6d09-47d9-89d9-530975b55d95 req-7c0afcf1-f924-4763-9d92-4b80ba8543f7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=61b5366d-faa2-4af4-bfab-4a96be01176d HTTP/1.1" status: 200 len: 848 time: 0.1609995 Mar 08 19:24:03.424250 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e367c-6d09-47d9-89d9-530975b55d95 req-af20a53b-b75b-4696-8ff3-9e7a9d06b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:03.426912 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da0e367c-6d09-47d9-89d9-530975b55d95 req-af20a53b-b75b-4696-8ff3-9e7a9d06b58c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da437335-2487-47d7-93f2-2e3aab805345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1383998 Mar 08 19:24:03.463166 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-f9119c63-de5b-46ce-9dc7-64b748dec6db tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:24:03.494775 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c02ba-ffc9-4c95-9b0b-01054293c4f3 req-70e8720b-0e2a-4f2f-b23a-34363240448a tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:03.496296 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c09c02ba-ffc9-4c95-9b0b-01054293c4f3 req-70e8720b-0e2a-4f2f-b23a-34363240448a tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.1345739 Mar 08 19:24:03.724814 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da0e367c-6d09-47d9-89d9-530975b55d95 req-bae98ded-6195-4b60-be0c-d3e944467775 service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896883 Mar 08 19:24:03.732418 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c09c02ba-ffc9-4c95-9b0b-01054293c4f3 req-b3566052-26bf-4a64-a9f8-8cc7307c872c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058153 Mar 08 19:24:03.832251 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-f9119c63-de5b-46ce-9dc7-64b748dec6db tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:24:03.842623 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d35be-0a62-40a8-b645-c4ce4164912b None None] Sync routers for ids ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:24:03.858071 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d35be-0a62-40a8-b645-c4ce4164912b None None] Routers {'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:03.858703 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-262d35be-0a62-40a8-b645-c4ce4164912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:23:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:03.885915 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-f9119c63-de5b-46ce-9dc7-64b748dec6db tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] No DVR routers for this DVR port 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:24:03.893557 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-f9119c63-de5b-46ce-9dc7-64b748dec6db tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:03.898098 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-f9119c63-de5b-46ce-9dc7-64b748dec6db tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.76 "DELETE /v2.0/ports/2eb86a7d-edd4-4947-9ef9-4da4449b0e1f HTTP/1.1" status: 204 len: 173 time: 2.0535808 Mar 08 19:24:03.898585 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb629d0-2eab-412c-8995-f16c1538c828', 'name': 'network-vif-deleted', 'tag': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:24:03.900938 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5dd3d8-f2a3-41c4-bb5b-fcefcb947aec" -d '{"events": [{"server_uuid": "2fb629d0-2eab-412c-8995-f16c1538c828", "name": "network-vif-deleted", "tag": "2eb86a7d-edd4-4947-9ef9-4da4449b0e1f"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:24:03.913740 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-da0e367c-6d09-47d9-89d9-530975b55d95 req-6f9d7b64-d179-45a0-a1e1-b178e1fff542 service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728897 Mar 08 19:24:03.956159 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798d00cd-7b19-494e-976c-53cfa2a4344c x-openstack-request-id: req-798d00cd-7b19-494e-976c-53cfa2a4344c {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:24:03.957151 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb629d0-2eab-412c-8995-f16c1538c828", "name": "network-vif-deleted", "tag": "2eb86a7d-edd4-4947-9ef9-4da4449b0e1f", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:24:03.957525 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-798d00cd-7b19-494e-976c-53cfa2a4344c {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:24:03.958011 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb629d0-2eab-412c-8995-f16c1538c828', 'name': 'network-vif-deleted', 'tag': '2eb86a7d-edd4-4947-9ef9-4da4449b0e1f', 'status': 'completed', 'code': 200} Mar 08 19:24:04.007127 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-262d35be-0a62-40a8-b645-c4ce4164912b None None] Set router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:04.336069 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52462) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:04.350992 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a8359df0-9a55-4f38-b53d-c259ea227720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:04.424728 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-262d35be-0a62-40a8-b645-c4ce4164912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef', 'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'mac_address': 'fa:16:3e:44:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:45Z', 'revision_number': 5, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'subnets': [{'id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:04.426312 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-32471ec5-5929-4c41-bab5-d8c2393909f0 req-d0c4e01c-72c9-497a-949c-80f915644b6a tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fb629d0-2eab-412c-8995-f16c1538c828 HTTP/1.1" status: 200 len: 210 time: 0.0578747 Mar 08 19:24:04.471867 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d35be-0a62-40a8-b645-c4ce4164912b None None] Checking router: c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:24:04.484379 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d35be-0a62-40a8-b645-c4ce4164912b None None] Routers {'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:04.485081 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-262d35be-0a62-40a8-b645-c4ce4164912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:24:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:04.675857 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-262d35be-0a62-40a8-b645-c4ce4164912b None None] Set router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:04.966680 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:24:04.971134 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea31b3e-bd17-4e0a-9f1e-28d6fccdb512 req-3331dd41-daec-41c3-a59e-518fc5de47d7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:04.973730 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-262d35be-0a62-40a8-b645-c4ce4164912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef', 'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'mac_address': 'fa:16:3e:44:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:45Z', 'revision_number': 5, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'subnets': [{'id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:04.980611 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fea31b3e-bd17-4e0a-9f1e-28d6fccdb512 req-3331dd41-daec-41c3-a59e-518fc5de47d7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.0955198 Mar 08 19:24:04.995101 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:24:04.996703 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 2eb86a7d-edd4-4947-9ef9-4da4449b0e1f not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:24:05.012336 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d35be-0a62-40a8-b645-c4ce4164912b None None] The sync data for ids ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'] in dv-cinder-830091-3-iscsi is: [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:13:34Z', 'revision_number': 4, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef', 'name': '', 'network_id': 'cd3ea4fe-bf1a-4952-b0bd-286510901348', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'mac_address': 'fa:16:3e:44:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:32Z', 'updated_at': '2022-03-08T19:13:45Z', 'revision_number': 5, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'subnets': [{'id': 'ee055724-f572-4951-9bec-6d1ee3ec6732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:24:05.066774 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fea31b3e-bd17-4e0a-9f1e-28d6fccdb512 req-c5aff542-c89b-41b4-9e4c-9f56d35a0c12 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797529 Mar 08 19:24:05.239253 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8096085'] for router_interface (bb4877bd-bd79-4d0b-90c3-53ae27b105db), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:05.276370 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:05.324318 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee2d64-1bce-45e7-a21e-7189d6447283 None None] New status for floating IP f092a3df-fcda-480a-bf14-641b5891dfbd: DOWN {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:24:05.587799 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Deleting port 8fdf4338-a084-43df-97a3-f4af01fe895f {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:05.588406 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:05.652166 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52478) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:05.692656 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] For port 8fdf4338-a084-43df-97a3-f4af01fe895f, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=8fdf4338-a084-43df-97a3-f4af01fe895f,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:05.693029 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:05.720116 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Calling delete_port for 8fdf4338-a084-43df-97a3-f4af01fe895f owned by network:router_interface {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:05.737244 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-53bbebb1-2c2a-42fa-b83b-10d21627c209 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group (dc220bc3-a8c3-47e4-949c-68d22d75ece1), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:05.781661 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-53bbebb1-2c2a-42fa-b83b-10d21627c209 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group (dc220bc3-a8c3-47e4-949c-68d22d75ece1), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:05.908341 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-53bbebb1-2c2a-42fa-b83b-10d21627c209 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (dc220bc3-a8c3-47e4-949c-68d22d75ece1), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:05.911719 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-53bbebb1-2c2a-42fa-b83b-10d21627c209 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:05.913585 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-53bbebb1-2c2a-42fa-b83b-10d21627c209 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "DELETE /v2.0/security-groups/dc220bc3-a8c3-47e4-949c-68d22d75ece1 HTTP/1.1" status: 204 len: 168 time: 0.2598443 Mar 08 19:24:05.926574 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52486) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:05.932741 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbebb1-2c2a-42fa-b83b-10d21627c209 tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc220bc3-a8c3-47e4-949c-68d22d75ece1,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:05.939438 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.api.v2.resource [None req-cbf2d365-825f-499a-a914-47cd5bdfc00c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] show failed (client error): The resource could not be found. Mar 08 19:24:05.940544 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-cbf2d365-825f-499a-a914-47cd5bdfc00c tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "GET /v2.0/security-groups/dc220bc3-a8c3-47e4-949c-68d22d75ece1 HTTP/1.1" status: 404 len: 347 time: 0.0171378 Mar 08 19:24:05.944414 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52488) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:06.012744 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (8fdf4338-a084-43df-97a3-f4af01fe895f), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:06.042380 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=8fdf4338-a084-43df-97a3-f4af01fe895f,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:06.059145 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:06.059498 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:06.060049 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:06.060192 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:06.060606 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:06.060839 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:06.061169 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:06.061496 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:06.061823 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:06.062147 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:06.062475 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:06.062793 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:06.063114 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:06.111108 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-532f63f8-f3b7-4101-a427-f6cc77d34eff tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Deleting port 151c6fc3-2adf-4fcc-aa57-f999470c552a {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:06.112112 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-532f63f8-f3b7-4101-a427-f6cc77d34eff tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (151c6fc3-2adf-4fcc-aa57-f999470c552a), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:06.211316 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-532f63f8-f3b7-4101-a427-f6cc77d34eff tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (151c6fc3-2adf-4fcc-aa57-f999470c552a), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:06.211316 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-532f63f8-f3b7-4101-a427-f6cc77d34eff tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for floatingip (151c6fc3-2adf-4fcc-aa57-f999470c552a), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:06.229485 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-532f63f8-f3b7-4101-a427-f6cc77d34eff tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Calling delete_port for 151c6fc3-2adf-4fcc-aa57-f999470c552a owned by network:floatingip {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:06.294253 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8096033'] for router_interface (bb4877bd-bd79-4d0b-90c3-53ae27b105db), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:06.358331 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01957f-1ce6-4942-ae1b-d381267a0d08 req-14b7ab6a-c01d-4965-8659-05cfe7df4451 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:06.360067 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1d01957f-1ce6-4942-ae1b-d381267a0d08 req-14b7ab6a-c01d-4965-8659-05cfe7df4451 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.1204793 Mar 08 19:24:06.458808 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1d01957f-1ce6-4942-ae1b-d381267a0d08 req-067ffa31-0b94-4b4b-acca-589d110f0d13 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906489 Mar 08 19:24:06.554967 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-532f63f8-f3b7-4101-a427-f6cc77d34eff tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (151c6fc3-2adf-4fcc-aa57-f999470c552a), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:06.585215 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f63f8-f3b7-4101-a427-f6cc77d34eff tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Pushing event deleted for resources: {'Port': ['ID=151c6fc3-2adf-4fcc-aa57-f999470c552a,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:06.860054 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Router bb4877bd-bd79-4d0b-90c3-53ae27b105db has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:24:06.957786 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-532f63f8-f3b7-4101-a427-f6cc77d34eff tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks [] for floatingip (f092a3df-fcda-480a-bf14-641b5891dfbd), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:06.960499 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-532f63f8-f3b7-4101-a427-f6cc77d34eff tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:06.961679 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-532f63f8-f3b7-4101-a427-f6cc77d34eff tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] 10.222.0.75 "DELETE /v2.0/floatingips/f092a3df-fcda-480a-bf14-641b5891dfbd HTTP/1.1" status: 204 len: 168 time: 1.0155387 Mar 08 19:24:06.991708 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:24:06.997844 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-cddc372c-9254-4457-8641-2803543f3f7f admin admin] 10.222.0.75 "PUT /v2.0/routers/bb4877bd-bd79-4d0b-90c3-53ae27b105db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6594026 Mar 08 19:24:07.000668 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52496) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:07.005237 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654dac19-cdd1-4197-9861-7275a5b779a3 None None] Sync routers for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:24:07.016362 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654dac19-cdd1-4197-9861-7275a5b779a3 None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:07.017287 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-654dac19-cdd1-4197-9861-7275a5b779a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:24:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:07.124873 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9aabb966-aa59-49f8-84e1-aff366c80fff admin admin] Publish callbacks [] for router (bb4877bd-bd79-4d0b-90c3-53ae27b105db), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:07.153162 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-654dac19-cdd1-4197-9861-7275a5b779a3 None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:07.255444 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9aabb966-aa59-49f8-84e1-aff366c80fff admin admin] Publish callbacks [] for router_gateway (bb4877bd-bd79-4d0b-90c3-53ae27b105db), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:07.297732 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:07.403813 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-9aabb966-aa59-49f8-84e1-aff366c80fff admin admin] Deleting port 7a9d0c49-a37e-48b9-8d66-1094567f05ae {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:07.404722 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9aabb966-aa59-49f8-84e1-aff366c80fff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (7a9d0c49-a37e-48b9-8d66-1094567f05ae), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:07.424387 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-654dac19-cdd1-4197-9861-7275a5b779a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:24:05Z', 'revision_number': 5, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port': {'id': '7a9d0c49-a37e-48b9-8d66-1094567f05ae', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:07.462830 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654dac19-cdd1-4197-9861-7275a5b779a3 None None] Checking router: bb4877bd-bd79-4d0b-90c3-53ae27b105db for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:24:07.473452 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654dac19-cdd1-4197-9861-7275a5b779a3 None None] Routers {'bb4877bd-bd79-4d0b-90c3-53ae27b105db'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:07.474078 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-654dac19-cdd1-4197-9861-7275a5b779a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:24:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:07.515425 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-9aabb966-aa59-49f8-84e1-aff366c80fff admin admin] For port 7a9d0c49-a37e-48b9-8d66-1094567f05ae, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=7a9d0c49-a37e-48b9-8d66-1094567f05ae,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:07.515885 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9aabb966-aa59-49f8-84e1-aff366c80fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (7a9d0c49-a37e-48b9-8d66-1094567f05ae), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:07.538507 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-9aabb966-aa59-49f8-84e1-aff366c80fff admin admin] Calling delete_port for 7a9d0c49-a37e-48b9-8d66-1094567f05ae owned by network:router_gateway {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:07.610148 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-654dac19-cdd1-4197-9861-7275a5b779a3 None None] Set router bb4877bd-bd79-4d0b-90c3-53ae27b105db gateway port host: None {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:07.691479 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-654dac19-cdd1-4197-9861-7275a5b779a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:24:07Z', 'revision_number': 6, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port_host': None}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:07.722005 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312b974-afc4-4fe3-884b-82239e55b3f6 req-f67e810b-d4c6-4ecc-80ee-96aa44d53a92 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:07.722260 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654dac19-cdd1-4197-9861-7275a5b779a3 None None] The sync data for ids ['bb4877bd-bd79-4d0b-90c3-53ae27b105db'] in dv-cinder-830091-3-iscsi is: [{'id': 'bb4877bd-bd79-4d0b-90c3-53ae27b105db', 'name': 'tempest-AttachVolumeNegativeTest-1688309029-router', 'tenant_id': 'ff78af332934469ba0ee399835378e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:24:07Z', 'revision_number': 6, 'project_id': 'ff78af332934469ba0ee399835378e5f', 'gw_port_host': None}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:24:07.723586 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d312b974-afc4-4fe3-884b-82239e55b3f6 req-f67e810b-d4c6-4ecc-80ee-96aa44d53a92 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.1190453 Mar 08 19:24:07.829083 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d312b974-afc4-4fe3-884b-82239e55b3f6 req-0be882ac-223c-4895-b414-68ba7700713f tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844038 Mar 08 19:24:07.904859 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9aabb966-aa59-49f8-84e1-aff366c80fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (7a9d0c49-a37e-48b9-8d66-1094567f05ae), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:07.933286 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabb966-aa59-49f8-84e1-aff366c80fff admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9d0c49-a37e-48b9-8d66-1094567f05ae,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:08.027631 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9aabb966-aa59-49f8-84e1-aff366c80fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101515'] for router_gateway (bb4877bd-bd79-4d0b-90c3-53ae27b105db), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:08.147015 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9aabb966-aa59-49f8-84e1-aff366c80fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (bb4877bd-bd79-4d0b-90c3-53ae27b105db), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:08.149639 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9aabb966-aa59-49f8-84e1-aff366c80fff admin admin] Publish callbacks [] for router_controller (bb4877bd-bd79-4d0b-90c3-53ae27b105db), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:08.264773 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9aabb966-aa59-49f8-84e1-aff366c80fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096552'] for router (bb4877bd-bd79-4d0b-90c3-53ae27b105db), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:08.265417 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aabb966-aa59-49f8-84e1-aff366c80fff admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb4877bd-bd79-4d0b-90c3-53ae27b105db {{(pid=103681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:24:08.270674 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9aabb966-aa59-49f8-84e1-aff366c80fff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:08.272530 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-9aabb966-aa59-49f8-84e1-aff366c80fff admin admin] 10.222.0.75 "DELETE /v2.0/routers/bb4877bd-bd79-4d0b-90c3-53ae27b105db HTTP/1.1" status: 204 len: 168 time: 1.2707336 Mar 08 19:24:08.275201 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52510) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:08.326542 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aef248a-9797-416c-ad2c-d826dfb36884 admin admin] Deleting subnet f85598c7-024d-416e-bf9f-b74e60adac34 {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:24:08.333003 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3aef248a-9797-416c-ad2c-d826dfb36884 admin admin] Publish callbacks [] for subnet (f85598c7-024d-416e-bf9f-b74e60adac34), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:08.372714 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3aef248a-9797-416c-ad2c-d826dfb36884 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5655609'] for subnet (f85598c7-024d-416e-bf9f-b74e60adac34), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:08.458508 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:08.465702 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3aef248a-9797-416c-ad2c-d826dfb36884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (f85598c7-024d-416e-bf9f-b74e60adac34), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:08.627052 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3aef248a-9797-416c-ad2c-d826dfb36884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6014785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4975794'] for subnet (f85598c7-024d-416e-bf9f-b74e60adac34), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:08.668361 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef248a-9797-416c-ad2c-d826dfb36884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85598c7-024d-416e-bf9f-b74e60adac34,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:08.672232 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3aef248a-9797-416c-ad2c-d826dfb36884 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:08.679263 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-3aef248a-9797-416c-ad2c-d826dfb36884 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f85598c7-024d-416e-bf9f-b74e60adac34 HTTP/1.1" status: 204 len: 168 time: 0.4018960 Mar 08 19:24:08.683337 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52522) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:08.684544 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8a21cf-ab27-4154-8a80-edb1a5fe78af None None] Network eadbce5e-f6fa-402e-acf1-15b1deb0f309 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:24:08.787799 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (eadbce5e-f6fa-402e-acf1-15b1deb0f309), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:08.870495 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] Deleting port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:08.870762 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:08.971204 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] For port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=3d8eb2b0-9a30-47a9-9550-ec6d68678b24,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:08.971580 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:08.997475 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf62d0-43a5-44ca-b81b-e5d2aa1fde6f req-d49a264f-3943-49e3-ae06-13b6e8728f4c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:09.000382 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b6cf62d0-43a5-44ca-b81b-e5d2aa1fde6f req-d49a264f-3943-49e3-ae06-13b6e8728f4c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.0817599 Mar 08 19:24:09.003989 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] Calling delete_port for 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 owned by network:dhcp {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:09.086685 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b6cf62d0-43a5-44ca-b81b-e5d2aa1fde6f req-9bca27da-fe44-46ce-934f-1854bd5980f0 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651042 Mar 08 19:24:09.118060 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13bd140-5489-40ff-85c9-6ea2b804a8d7 None None] DHCP port deletion for eadbce5e-f6fa-402e-acf1-15b1deb0f309 request from dv-cinder-830091-3-iscsi {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:24:09.194083 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-e13bd140-5489-40ff-85c9-6ea2b804a8d7 None None] Deleting port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:09.194456 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e13bd140-5489-40ff-85c9-6ea2b804a8d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:09.253760 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:09.272216 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-e13bd140-5489-40ff-85c9-6ea2b804a8d7 None None] For port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=3d8eb2b0-9a30-47a9-9550-ec6d68678b24,segment=NetworkSegment(de2b89b4-b147-415a-a343-73a476ae4ada),segment_id=de2b89b4-b147-415a-a343-73a476ae4ada)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:09.272216 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e13bd140-5489-40ff-85c9-6ea2b804a8d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:09.291033 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8eb2b0-9a30-47a9-9550-ec6d68678b24,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:09.294220 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-e13bd140-5489-40ff-85c9-6ea2b804a8d7 None None] Calling delete_port for 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:09.294717 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] No DVR routers for this DVR port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 on host dv-cinder-830091-3-iscsi {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:24:09.394875 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (eadbce5e-f6fa-402e-acf1-15b1deb0f309), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:09.396070 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e13bd140-5489-40ff-85c9-6ea2b804a8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258'] for port (3d8eb2b0-9a30-47a9-9550-ec6d68678b24), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:09.430577 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bd140-5489-40ff-85c9-6ea2b804a8d7 None None] Pushing event deleted for resources: {'Port': ['ID=3d8eb2b0-9a30-47a9-9550-ec6d68678b24,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:09.433032 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadbce5e-f6fa-402e-acf1-15b1deb0f309']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:09.435812 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bd140-5489-40ff-85c9-6ea2b804a8d7 None None] No DVR routers for this DVR port 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 on host dv-cinder-830091-3-iscsi {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:24:09.468904 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2b89b4-b147-415a-a343-73a476ae4ada') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:09.469188 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2b89b4-b147-415a-a343-73a476ae4ada') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:09.484426 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5655746'] for segment (de2b89b4-b147-415a-a343-73a476ae4ada), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:09.502893 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (de2b89b4-b147-415a-a343-73a476ae4ada), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:09.517556 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] Releasing vlan 999 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:24:09.517961 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6014763'] for segment (de2b89b4-b147-415a-a343-73a476ae4ada), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: Traceback (most recent call last): Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: timer() Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: cb(*args, **kw) Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: return func(*args, **kwargs) Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: self._notify() Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: self.callback(batched_events) Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: event.method(event) Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: return f(self, *a, **k) Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: return self._get(url).json() Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: return self.request(url, 'GET', **kwargs) Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:24:09.520879 dv-cinder-830091-3-iscsi neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:24:09.577233 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:24:09.608565 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:24:09.608918 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 3d8eb2b0-9a30-47a9-9550-ec6d68678b24 not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:24:09.609348 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 8fdf4338-a084-43df-97a3-f4af01fe895f no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:24:09.636708 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 8fdf4338-a084-43df-97a3-f4af01fe895f {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:24:09.637066 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 8fdf4338-a084-43df-97a3-f4af01fe895f not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:24:09.638414 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 7a9d0c49-a37e-48b9-8d66-1094567f05ae no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:24:09.665556 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 7a9d0c49-a37e-48b9-8d66-1094567f05ae {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:24:09.665556 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 7a9d0c49-a37e-48b9-8d66-1094567f05ae not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:24:09.676118 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (eadbce5e-f6fa-402e-acf1-15b1deb0f309), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:09.683105 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:09.689402 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] 10.222.0.75 "DELETE /v2.0/networks/eadbce5e-f6fa-402e-acf1-15b1deb0f309 HTTP/1.1" status: 204 len: 168 time: 1.0046368 Mar 08 19:24:09.709565 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e3563-4a00-4084-96d8-a5bdf13e4515 admin admin] Pushing event deleted for resources: {'Network': ['ID=eadbce5e-f6fa-402e-acf1-15b1deb0f309,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:09.854842 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52550) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:10.087693 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52558) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:10.189548 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-26376192-e9be-44dc-887f-1675f46a169b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ff78af332934469ba0ee399835378e5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1007094 Mar 08 19:24:10.192954 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52562) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:10.257210 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30385eef-c079-4091-8722-fae685d5fee9 req-32d8ab7f-7728-47b4-9037-56479faf4c3e tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:10.258829 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-30385eef-c079-4091-8722-fae685d5fee9 req-32d8ab7f-7728-47b4-9037-56479faf4c3e tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.0725806 Mar 08 19:24:10.306355 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-74ac5ec1-b56c-4144-86ca-9eecedf82a4c admin admin] Publish callbacks [] for security_group (f6f25800-21a5-40e8-99bf-f7ab8d3cef1e), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:10.331674 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-30385eef-c079-4091-8722-fae685d5fee9 req-bd08aa9b-69b9-4bb7-b37e-012d7543520a tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656219 Mar 08 19:24:10.359245 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-74ac5ec1-b56c-4144-86ca-9eecedf82a4c admin admin] Publish callbacks [] for security_group (f6f25800-21a5-40e8-99bf-f7ab8d3cef1e), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:10.499248 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3e759bec-1872-42e5-bcd1-6d4b48c99804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8096085'] for router_interface (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:10.548504 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-74ac5ec1-b56c-4144-86ca-9eecedf82a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (f6f25800-21a5-40e8-99bf-f7ab8d3cef1e), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:10.551992 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-74ac5ec1-b56c-4144-86ca-9eecedf82a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:10.560990 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-74ac5ec1-b56c-4144-86ca-9eecedf82a4c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f6f25800-21a5-40e8-99bf-f7ab8d3cef1e HTTP/1.1" status: 204 len: 168 time: 0.3592930 Mar 08 19:24:10.571497 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac5ec1-b56c-4144-86ca-9eecedf82a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f25800-21a5-40e8-99bf-f7ab8d3cef1e,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:10.739001 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:24:10.827083 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-3e759bec-1872-42e5-bcd1-6d4b48c99804 admin admin] Deleting port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:10.827476 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3e759bec-1872-42e5-bcd1-6d4b48c99804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:10.927716 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-3e759bec-1872-42e5-bcd1-6d4b48c99804 admin admin] For port fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:10.927716 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3e759bec-1872-42e5-bcd1-6d4b48c99804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:10.942215 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-3e759bec-1872-42e5-bcd1-6d4b48c99804 admin admin] Calling delete_port for fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef owned by network:router_interface {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:10.965840 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 55a93dab-2682-44a0-9a81-5794b54922a7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:24:11.104235 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 55a93dab-2682-44a0-9a81-5794b54922a7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=55a93dab-2682-44a0-9a81-5794b54922a7,segment=NetworkSegment(dc1ef7b0-3f68-490c-9780-d418d0331c48),segment_id=dc1ef7b0-3f68-490c-9780-d418d0331c48)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:11.120143 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '55a93dab-2682-44a0-9a81-5794b54922a7', 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'port_id': '55a93dab-2682-44a0-9a81-5794b54922a7', 'mac_address': 'fa:16:3e:18:2c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 990, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:24:11.170586 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 55a93dab-2682-44a0-9a81-5794b54922a7 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:24:11.170986 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:11.191242 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a93dab-2682-44a0-9a81-5794b54922a7 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:24:11.216199 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 55a93dab-2682-44a0-9a81-5794b54922a7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=55a93dab-2682-44a0-9a81-5794b54922a7,segment=NetworkSegment(dc1ef7b0-3f68-490c-9780-d418d0331c48),segment_id=dc1ef7b0-3f68-490c-9780-d418d0331c48)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:11.224420 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3e759bec-1872-42e5-bcd1-6d4b48c99804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:11.251890 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e759bec-1872-42e5-bcd1-6d4b48c99804 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:11.332013 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:11.478136 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=55a93dab-2682-44a0-9a81-5794b54922a7,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:11.483462 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52590) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:11.573671 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9f1d9-c78f-482d-930e-6bf4607dc2dd req-fae842fc-9acb-4477-8b52-fe56a468b38b tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:11.575384 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-8130d93c-53b0-4d55-a3cc-101855dbcc17 admin admin] Deleting subnet 83bfca33-6b5b-447a-8d78-79aed7fb6d7d {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:24:11.580791 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8130d93c-53b0-4d55-a3cc-101855dbcc17 admin admin] Publish callbacks [] for subnet (83bfca33-6b5b-447a-8d78-79aed7fb6d7d), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:11.585759 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3e759bec-1872-42e5-bcd1-6d4b48c99804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8096033'] for router_interface (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:11.596632 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-39b9f1d9-c78f-482d-930e-6bf4607dc2dd req-fae842fc-9acb-4477-8b52-fe56a468b38b tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 944 time: 0.1541283 Mar 08 19:24:11.660292 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-39b9f1d9-c78f-482d-930e-6bf4607dc2dd req-f562da07-fcf5-4ea6-8a23-b5bc8a75d060 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618458 Mar 08 19:24:11.660472 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['55a93dab-2682-44a0-9a81-5794b54922a7'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:24:11.688842 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8130d93c-53b0-4d55-a3cc-101855dbcc17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5655609'] for subnet (83bfca33-6b5b-447a-8d78-79aed7fb6d7d), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:11.816418 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8130d93c-53b0-4d55-a3cc-101855dbcc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (83bfca33-6b5b-447a-8d78-79aed7fb6d7d), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.035637 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8130d93c-53b0-4d55-a3cc-101855dbcc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6014785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4975794'] for subnet (83bfca33-6b5b-447a-8d78-79aed7fb6d7d), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.080556 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e759bec-1872-42e5-bcd1-6d4b48c99804 admin admin] Router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:24:12.081757 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130d93c-53b0-4d55-a3cc-101855dbcc17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83bfca33-6b5b-447a-8d78-79aed7fb6d7d,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:12.084797 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8130d93c-53b0-4d55-a3cc-101855dbcc17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.089766 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-8130d93c-53b0-4d55-a3cc-101855dbcc17 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/83bfca33-6b5b-447a-8d78-79aed7fb6d7d HTTP/1.1" status: 204 len: 168 time: 0.6043048 Mar 08 19:24:12.096733 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52602) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:12.192752 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-450b3c05-5095-4e5e-b2bb-8c90c9f4f749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (313e24e4-4468-4d30-8b9a-b1335458cb77), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.261060 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e759bec-1872-42e5-bcd1-6d4b48c99804 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:24:12.273091 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52606) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:12.273358 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-3e759bec-1872-42e5-bcd1-6d4b48c99804 admin admin] 10.222.0.75 "PUT /v2.0/routers/c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4173498 Mar 08 19:24:12.281432 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8111c00c-5c37-432f-9b37-748c73031640 None None] Sync routers for ids ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:24:12.298792 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111c00c-5c37-432f-9b37-748c73031640 None None] Routers {'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:12.300806 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-8111c00c-5c37-432f-9b37-748c73031640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:24:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:12.359088 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-450b3c05-5095-4e5e-b2bb-8c90c9f4f749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (313e24e4-4468-4d30-8b9a-b1335458cb77), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.398594 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-450b3c05-5095-4e5e-b2bb-8c90c9f4f749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313e24e4-4468-4d30-8b9a-b1335458cb77']}} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:12.447047 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-450b3c05-5095-4e5e-b2bb-8c90c9f4f749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0beb662e-e231-4fdb-b2f8-f3a04974044c') {'for_net_delete': True} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:12.447416 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-450b3c05-5095-4e5e-b2bb-8c90c9f4f749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0beb662e-e231-4fdb-b2f8-f3a04974044c') {} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:12.447883 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-8111c00c-5c37-432f-9b37-748c73031640 None None] Set router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:12.466334 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-450b3c05-5095-4e5e-b2bb-8c90c9f4f749 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4838956'] for segment (0beb662e-e231-4fdb-b2f8-f3a04974044c), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.490222 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-450b3c05-5095-4e5e-b2bb-8c90c9f4f749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (0beb662e-e231-4fdb-b2f8-f3a04974044c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.503166 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450b3c05-5095-4e5e-b2bb-8c90c9f4f749 admin admin] Releasing vlan 960 on physical network physnet1 to pool {{(pid=103681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:24:12.504853 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-450b3c05-5095-4e5e-b2bb-8c90c9f4f749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5418114'] for segment (0beb662e-e231-4fdb-b2f8-f3a04974044c), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: Traceback (most recent call last): Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: timer() Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: cb(*args, **kw) Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: return func(*args, **kwargs) Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: self._notify() Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: self.callback(batched_events) Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: event.method(event) Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: return f(self, *a, **k) Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._get(url).json() Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: return self.request(url, 'GET', **kwargs) Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:24:12.507064 dv-cinder-830091-3-iscsi neutron-server[103681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:24:12.521127 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2351cd45-61be-4ced-94ef-0f252bceb71c admin admin] Publish callbacks [] for router (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.670274 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-8111c00c-5c37-432f-9b37-748c73031640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:24:11Z', 'revision_number': 5, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:12.686557 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2351cd45-61be-4ced-94ef-0f252bceb71c admin admin] Publish callbacks [] for router_gateway (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.692265 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-450b3c05-5095-4e5e-b2bb-8c90c9f4f749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (313e24e4-4468-4d30-8b9a-b1335458cb77), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.697677 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-450b3c05-5095-4e5e-b2bb-8c90c9f4f749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.700612 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8111c00c-5c37-432f-9b37-748c73031640 None None] Checking router: c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:24:12.703776 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-450b3c05-5095-4e5e-b2bb-8c90c9f4f749 admin admin] 10.222.0.75 "DELETE /v2.0/networks/313e24e4-4468-4d30-8b9a-b1335458cb77 HTTP/1.1" status: 204 len: 168 time: 0.6058655 Mar 08 19:24:12.707868 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52616) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:12.715400 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111c00c-5c37-432f-9b37-748c73031640 None None] Routers {'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:12.716187 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-8111c00c-5c37-432f-9b37-748c73031640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:24:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:12.722353 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b3c05-5095-4e5e-b2bb-8c90c9f4f749 admin admin] Pushing event deleted for resources: {'Network': ['ID=313e24e4-4468-4d30-8b9a-b1335458cb77,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:12.800595 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f2cbab-5e34-4428-bcb4-5622b3e74420 admin admin] Deleting subnet 6bbcd061-9130-47fe-a11e-9ce46d167057 {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:24:12.805180 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-76f2cbab-5e34-4428-bcb4-5622b3e74420 admin admin] Publish callbacks [] for subnet (6bbcd061-9130-47fe-a11e-9ce46d167057), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:12.877054 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-8111c00c-5c37-432f-9b37-748c73031640 None None] Set router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:12.934972 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20fc07-1c53-4efe-ac92-08ea5bc46033 req-3a128c8b-1c0a-497f-a85e-e08ce8c2592c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:12.946709 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3a20fc07-1c53-4efe-ac92-08ea5bc46033 req-3a128c8b-1c0a-497f-a85e-e08ce8c2592c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 944 time: 0.1697612 Mar 08 19:24:12.986883 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 55a93dab-2682-44a0-9a81-5794b54922a7 up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:24:13.028715 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3a20fc07-1c53-4efe-ac92-08ea5bc46033 req-7e5428fb-3474-45f4-a68c-baea0931aeb6 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785768 Mar 08 19:24:13.030696 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-2351cd45-61be-4ced-94ef-0f252bceb71c admin admin] Deleting port d5d99d36-af18-44a1-a328-3280c0bc0038 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:13.031895 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2351cd45-61be-4ced-94ef-0f252bceb71c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (d5d99d36-af18-44a1-a328-3280c0bc0038), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.183014 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-76f2cbab-5e34-4428-bcb4-5622b3e74420 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5655609'] for subnet (6bbcd061-9130-47fe-a11e-9ce46d167057), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.192693 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-2351cd45-61be-4ced-94ef-0f252bceb71c admin admin] For port d5d99d36-af18-44a1-a328-3280c0bc0038, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=d5d99d36-af18-44a1-a328-3280c0bc0038,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:13.193081 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2351cd45-61be-4ced-94ef-0f252bceb71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (d5d99d36-af18-44a1-a328-3280c0bc0038), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.219747 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-2351cd45-61be-4ced-94ef-0f252bceb71c admin admin] Calling delete_port for d5d99d36-af18-44a1-a328-3280c0bc0038 owned by network:router_gateway {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:13.238098 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-8111c00c-5c37-432f-9b37-748c73031640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:24:11Z', 'revision_number': 5, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:13.252550 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-76f2cbab-5e34-4428-bcb4-5622b3e74420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (6bbcd061-9130-47fe-a11e-9ce46d167057), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.272856 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8111c00c-5c37-432f-9b37-748c73031640 None None] The sync data for ids ['c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d'] in dv-cinder-830091-3-iscsi is: [{'id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'name': 'tempest-AttachVolumeShelveTestJSON-784620245-router', 'tenant_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:13:24Z', 'updated_at': '2022-03-08T19:24:11Z', 'revision_number': 5, 'project_id': 'efdd81b216bc4091b41a1aec0610c6ad', 'gw_port': {'id': 'd5d99d36-af18-44a1-a328-3280c0bc0038', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:13:26Z', 'updated_at': '2022-03-08T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:24:13.367560 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port 55a93dab-2682-44a0-9a81-5794b54922a7 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:24:13.372490 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 55a93dab-2682-44a0-9a81-5794b54922a7 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:24:13.379675 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.391535 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-76f2cbab-5e34-4428-bcb4-5622b3e74420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6014785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4975794'] for subnet (6bbcd061-9130-47fe-a11e-9ce46d167057), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.445264 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2cbab-5e34-4428-bcb4-5622b3e74420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bbcd061-9130-47fe-a11e-9ce46d167057,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:13.460219 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-76f2cbab-5e34-4428-bcb4-5622b3e74420 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.477462 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-76f2cbab-5e34-4428-bcb4-5622b3e74420 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6bbcd061-9130-47fe-a11e-9ce46d167057 HTTP/1.1" status: 204 len: 168 time: 0.7682760 Mar 08 19:24:13.480042 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52628) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:13.512135 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 55a93dab-2682-44a0-9a81-5794b54922a7 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:24:13.512792 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.528574 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2351cd45-61be-4ced-94ef-0f252bceb71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (d5d99d36-af18-44a1-a328-3280c0bc0038), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.544290 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a93dab-2682-44a0-9a81-5794b54922a7'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:24:13.547242 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ff6e53-13e0-4f6f-814c-e2108ddbaed4" -d '{"events": [{"server_uuid": "015a3ea6-135a-4574-a5a1-e7ebeb9a7a61", "name": "network-vif-plugged", "status": "completed", "tag": "55a93dab-2682-44a0-9a81-5794b54922a7"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:24:13.566920 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351cd45-61be-4ced-94ef-0f252bceb71c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d99d36-af18-44a1-a328-3280c0bc0038,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:13.574435 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 55a93dab-2682-44a0-9a81-5794b54922a7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=55a93dab-2682-44a0-9a81-5794b54922a7,segment=NetworkSegment(dc1ef7b0-3f68-490c-9780-d418d0331c48),segment_id=dc1ef7b0-3f68-490c-9780-d418d0331c48)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:13.589536 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-08bd6615-8ffd-47aa-b445-2ba30f3288d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (0dc2b02f-dd69-473d-83ec-9e673782a56f), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.613494 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a969dca-7e44-4e27-b3e7-6034a8be969e x-openstack-request-id: req-1a969dca-7e44-4e27-b3e7-6034a8be969e {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:24:13.613962 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015a3ea6-135a-4574-a5a1-e7ebeb9a7a61", "name": "network-vif-plugged", "status": "completed", "tag": "55a93dab-2682-44a0-9a81-5794b54922a7", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:24:13.614260 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1a969dca-7e44-4e27-b3e7-6034a8be969e {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:24:13.614666 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a93dab-2682-44a0-9a81-5794b54922a7', 'code': 200} Mar 08 19:24:13.641362 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.709545 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-08bd6615-8ffd-47aa-b445-2ba30f3288d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (0dc2b02f-dd69-473d-83ec-9e673782a56f), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.743435 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2351cd45-61be-4ced-94ef-0f252bceb71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101515'] for router_gateway (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.781425 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-08bd6615-8ffd-47aa-b445-2ba30f3288d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc2b02f-dd69-473d-83ec-9e673782a56f']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:13.801834 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=55a93dab-2682-44a0-9a81-5794b54922a7,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:13.804335 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:24:13.820790 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-08bd6615-8ffd-47aa-b445-2ba30f3288d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84382a2-d0f2-497d-9295-4219fe941e0e') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:13.821117 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-08bd6615-8ffd-47aa-b445-2ba30f3288d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84382a2-d0f2-497d-9295-4219fe941e0e') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:13.837486 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:24:13.837825 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device fc23de2e-12cc-4f6f-a4b5-8ec89eb4b0ef not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:24:13.845168 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-08bd6615-8ffd-47aa-b445-2ba30f3288d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5655746'] for segment (a84382a2-d0f2-497d-9295-4219fe941e0e), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.873601 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-08bd6615-8ffd-47aa-b445-2ba30f3288d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (a84382a2-d0f2-497d-9295-4219fe941e0e), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.884020 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08bd6615-8ffd-47aa-b445-2ba30f3288d4 admin admin] Releasing vlan 985 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:24:13.884432 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-08bd6615-8ffd-47aa-b445-2ba30f3288d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6014763'] for segment (a84382a2-d0f2-497d-9295-4219fe941e0e), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: Traceback (most recent call last): Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: timer() Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: cb(*args, **kw) Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: return func(*args, **kwargs) Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: self._notify() Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: self.callback(batched_events) Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: event.method(event) Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: return f(self, *a, **k) Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: return self._get(url).json() Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: return self.request(url, 'GET', **kwargs) Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:24:13.886508 dv-cinder-830091-3-iscsi neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:24:13.893720 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2351cd45-61be-4ced-94ef-0f252bceb71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:13.897141 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2351cd45-61be-4ced-94ef-0f252bceb71c admin admin] Publish callbacks [] for router_controller (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.023335 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-08bd6615-8ffd-47aa-b445-2ba30f3288d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (0dc2b02f-dd69-473d-83ec-9e673782a56f), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.023566 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2351cd45-61be-4ced-94ef-0f252bceb71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096552'] for router (c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.024132 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2351cd45-61be-4ced-94ef-0f252bceb71c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d {{(pid=103681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:24:14.030634 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-08bd6615-8ffd-47aa-b445-2ba30f3288d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.036296 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2351cd45-61be-4ced-94ef-0f252bceb71c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.043077 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-08bd6615-8ffd-47aa-b445-2ba30f3288d4 admin admin] 10.222.0.75 "DELETE /v2.0/networks/0dc2b02f-dd69-473d-83ec-9e673782a56f HTTP/1.1" status: 204 len: 168 time: 0.5604713 Mar 08 19:24:14.044099 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-2351cd45-61be-4ced-94ef-0f252bceb71c admin admin] 10.222.0.75 "DELETE /v2.0/routers/c574660f-aebb-4ebc-a8d7-e9dfa54e0f1d HTTP/1.1" status: 204 len: 168 time: 1.7672801 Mar 08 19:24:14.045664 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52636) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:14.082583 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd6615-8ffd-47aa-b445-2ba30f3288d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc2b02f-dd69-473d-83ec-9e673782a56f,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:14.148873 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b529011-c0d4-48ea-b858-4b553923a089 admin admin] Deleting subnet ee055724-f572-4951-9bec-6d1ee3ec6732 {{(pid=103681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:24:14.152378 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6b529011-c0d4-48ea-b858-4b553923a089 admin admin] Publish callbacks [] for subnet (ee055724-f572-4951-9bec-6d1ee3ec6732), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.191884 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6b529011-c0d4-48ea-b858-4b553923a089 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4839127'] for subnet (ee055724-f572-4951-9bec-6d1ee3ec6732), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.358121 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa6e27-dfc3-469b-bced-aeed7918a388 req-0fa732ec-c108-4408-b968-378c2fd72efc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:14.359785 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b8aa6e27-dfc3-469b-bced-aeed7918a388 req-0fa732ec-c108-4408-b968-378c2fd72efc tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.2150283 Mar 08 19:24:14.423602 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6b529011-c0d4-48ea-b858-4b553923a089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (ee055724-f572-4951-9bec-6d1ee3ec6732), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.496120 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b8aa6e27-dfc3-469b-bced-aeed7918a388 req-3e8172cb-cfcc-4722-b869-e3611ed1343e tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277294 Mar 08 19:24:14.512056 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205ae36-a414-4ef2-98c9-fceb31810d91 req-98c30a99-592c-45d1-93b8-7662abf1213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:14.514031 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b205ae36-a414-4ef2-98c9-fceb31810d91 req-98c30a99-592c-45d1-93b8-7662abf1213b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 1129 time: 0.4045293 Mar 08 19:24:14.578170 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b205ae36-a414-4ef2-98c9-fceb31810d91 req-1fcc8599-fe47-4cab-9ebd-0d38bcee4cc6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565398 Mar 08 19:24:14.619395 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6b529011-c0d4-48ea-b858-4b553923a089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5418216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4956552'] for subnet (ee055724-f572-4951-9bec-6d1ee3ec6732), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.649410 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b529011-c0d4-48ea-b858-4b553923a089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee055724-f572-4951-9bec-6d1ee3ec6732,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:14.654778 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6b529011-c0d4-48ea-b858-4b553923a089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.657320 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-6b529011-c0d4-48ea-b858-4b553923a089 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ee055724-f572-4951-9bec-6d1ee3ec6732 HTTP/1.1" status: 204 len: 168 time: 0.6090236 Mar 08 19:24:14.660180 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52648) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:14.660357 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52646) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:14.662785 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71078037-df4e-45bf-b1de-eb4fd9e782f1 None None] Network cd3ea4fe-bf1a-4952-b0bd-286510901348 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:24:14.711956 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-cd6a5060-5390-44af-b6d2-f62d37efe9c4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=61d603eecf5d4bc18f74d9f1c600cb4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505815 Mar 08 19:24:14.716694 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52650) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:14.773608 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (cd3ea4fe-bf1a-4952-b0bd-286510901348), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.789624 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f9723cdc-0a8c-4e6a-a195-496f249438e4 admin admin] Publish callbacks [] for security_group (fa70053d-e683-470d-be98-22852d8af7f9), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.823073 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f9723cdc-0a8c-4e6a-a195-496f249438e4 admin admin] Publish callbacks [] for security_group (fa70053d-e683-470d-be98-22852d8af7f9), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.855059 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] Deleting port 43765772-8994-473e-8ba0-e226c5c5f9bc {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:14.855682 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (43765772-8994-473e-8ba0-e226c5c5f9bc), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.861706 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a1f9a5-7a10-4d77-9b9e-f30dbe39c343 None None] DHCP port deletion for cd3ea4fe-bf1a-4952-b0bd-286510901348 request from dv-cinder-830091-3-iscsi {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:24:14.932928 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-31a1f9a5-7a10-4d77-9b9e-f30dbe39c343 None None] Deleting port 43765772-8994-473e-8ba0-e226c5c5f9bc {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:24:14.933949 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-31a1f9a5-7a10-4d77-9b9e-f30dbe39c343 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (43765772-8994-473e-8ba0-e226c5c5f9bc), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.936184 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] For port 43765772-8994-473e-8ba0-e226c5c5f9bc, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=43765772-8994-473e-8ba0-e226c5c5f9bc,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:14.936544 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (43765772-8994-473e-8ba0-e226c5c5f9bc), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.955834 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] Calling delete_port for 43765772-8994-473e-8ba0-e226c5c5f9bc owned by network:dhcp {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:14.962510 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f9723cdc-0a8c-4e6a-a195-496f249438e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (fa70053d-e683-470d-be98-22852d8af7f9), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.965845 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f9723cdc-0a8c-4e6a-a195-496f249438e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:14.970727 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-f9723cdc-0a8c-4e6a-a195-496f249438e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fa70053d-e683-470d-be98-22852d8af7f9 HTTP/1.1" status: 204 len: 168 time: 0.2496881 Mar 08 19:24:14.981020 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9723cdc-0a8c-4e6a-a195-496f249438e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa70053d-e683-470d-be98-22852d8af7f9,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:15.017100 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-31a1f9a5-7a10-4d77-9b9e-f30dbe39c343 None None] For port 43765772-8994-473e-8ba0-e226c5c5f9bc, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=43765772-8994-473e-8ba0-e226c5c5f9bc,segment=NetworkSegment(b77d6ac8-1091-4c45-ab25-0707097153b6),segment_id=b77d6ac8-1091-4c45-ab25-0707097153b6)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:24:15.017515 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-31a1f9a5-7a10-4d77-9b9e-f30dbe39c343 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (43765772-8994-473e-8ba0-e226c5c5f9bc), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:15.033735 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-31a1f9a5-7a10-4d77-9b9e-f30dbe39c343 None None] Calling delete_port for 43765772-8994-473e-8ba0-e226c5c5f9bc owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:24:15.137684 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (43765772-8994-473e-8ba0-e226c5c5f9bc), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:15.178452 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] No DVR routers for this DVR port 43765772-8994-473e-8ba0-e226c5c5f9bc on host dv-cinder-830091-3-iscsi {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:24:15.207864 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=43765772-8994-473e-8ba0-e226c5c5f9bc,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:15.281686 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (cd3ea4fe-bf1a-4952-b0bd-286510901348), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:15.288280 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-31a1f9a5-7a10-4d77-9b9e-f30dbe39c343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258'] for port (43765772-8994-473e-8ba0-e226c5c5f9bc), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:15.311877 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a1f9a5-7a10-4d77-9b9e-f30dbe39c343 None None] No DVR routers for this DVR port 43765772-8994-473e-8ba0-e226c5c5f9bc on host dv-cinder-830091-3-iscsi {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:24:15.312345 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3ea4fe-bf1a-4952-b0bd-286510901348']}} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:15.352782 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77d6ac8-1091-4c45-ab25-0707097153b6') {'for_net_delete': True} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:15.352782 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77d6ac8-1091-4c45-ab25-0707097153b6') {} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:15.353131 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1f9a5-7a10-4d77-9b9e-f30dbe39c343 None None] Pushing event deleted for resources: {'Port': ['ID=43765772-8994-473e-8ba0-e226c5c5f9bc,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:15.359822 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4838956'] for segment (b77d6ac8-1091-4c45-ab25-0707097153b6), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:15.375638 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (b77d6ac8-1091-4c45-ab25-0707097153b6), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:15.383053 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] Releasing vlan 997 on physical network physnet1 to pool {{(pid=103681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:24:15.383456 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5418114'] for segment (b77d6ac8-1091-4c45-ab25-0707097153b6), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: Traceback (most recent call last): Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: timer() Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: cb(*args, **kw) Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: return func(*args, **kwargs) Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: self._notify() Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: self.callback(batched_events) Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: event.method(event) Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: return f(self, *a, **k) Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._get(url).json() Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: return self.request(url, 'GET', **kwargs) Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:24:15.385275 dv-cinder-830091-3-iscsi neutron-server[103681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:24:15.520386 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (cd3ea4fe-bf1a-4952-b0bd-286510901348), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:15.537469 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:15.542591 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/cd3ea4fe-bf1a-4952-b0bd-286510901348 HTTP/1.1" status: 204 len: 168 time: 0.8793671 Mar 08 19:24:15.566706 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device d5d99d36-af18-44a1-a328-3280c0bc0038 no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:24:15.571299 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdf9cd-3ad5-45f8-9990-88245257b4e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd3ea4fe-bf1a-4952-b0bd-286510901348,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:15.608439 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: d5d99d36-af18-44a1-a328-3280c0bc0038 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:24:15.608930 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device d5d99d36-af18-44a1-a328-3280c0bc0038 not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:24:15.609361 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 43765772-8994-473e-8ba0-e226c5c5f9bc no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:24:15.633499 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 43765772-8994-473e-8ba0-e226c5c5f9bc {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:24:15.633846 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 43765772-8994-473e-8ba0-e226c5c5f9bc not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:24:15.684774 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7042e72-1129-45fa-906d-3a62788d5051 req-7c55962d-684c-4624-9531-908f9a0b1030 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:15.688059 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c7042e72-1129-45fa-906d-3a62788d5051 req-7c55962d-684c-4624-9531-908f9a0b1030 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0722773 Mar 08 19:24:15.747463 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c7042e72-1129-45fa-906d-3a62788d5051 req-9b7f1cb1-d1b5-498c-b0be-4beb5cba07da tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531600 Mar 08 19:24:15.870005 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52676) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:15.932148 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-d06e7cba-450f-4464-a614-fdf185004c58 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ffa03478d79948caa3f1e9bcf47cd38c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606818 Mar 08 19:24:15.935284 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52678) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:16.009605 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52682) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:16.040750 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-45d70307-7146-468e-b3c1-ecc76dbe057f admin admin] Publish callbacks [] for security_group (38fe5bb8-52c3-4540-89fd-5d55953e8d11), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:16.087416 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-45d70307-7146-468e-b3c1-ecc76dbe057f admin admin] Publish callbacks [] for security_group (38fe5bb8-52c3-4540-89fd-5d55953e8d11), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:16.130474 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-56fc068b-01fd-4a0f-a8dd-2267d8b8278b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=efdd81b216bc4091b41a1aec0610c6ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1113706 Mar 08 19:24:16.131806 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52686) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:16.197731 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-957fb146-a472-493d-981c-84a2f238a7fd admin admin] Publish callbacks [] for security_group (307ae2b2-c787-45de-a9c2-3f5ee2f9746a), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:16.228072 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-957fb146-a472-493d-981c-84a2f238a7fd admin admin] Publish callbacks [] for security_group (307ae2b2-c787-45de-a9c2-3f5ee2f9746a), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:16.245670 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-45d70307-7146-468e-b3c1-ecc76dbe057f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (38fe5bb8-52c3-4540-89fd-5d55953e8d11), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:16.248353 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-45d70307-7146-468e-b3c1-ecc76dbe057f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:16.249584 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-45d70307-7146-468e-b3c1-ecc76dbe057f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/38fe5bb8-52c3-4540-89fd-5d55953e8d11 HTTP/1.1" status: 204 len: 168 time: 0.3133357 Mar 08 19:24:16.259022 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d70307-7146-468e-b3c1-ecc76dbe057f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fe5bb8-52c3-4540-89fd-5d55953e8d11,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:16.366010 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-957fb146-a472-493d-981c-84a2f238a7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (307ae2b2-c787-45de-a9c2-3f5ee2f9746a), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:16.368915 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-957fb146-a472-493d-981c-84a2f238a7fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:16.370207 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-957fb146-a472-493d-981c-84a2f238a7fd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/307ae2b2-c787-45de-a9c2-3f5ee2f9746a HTTP/1.1" status: 204 len: 168 time: 0.2383318 Mar 08 19:24:16.382501 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fb146-a472-493d-981c-84a2f238a7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307ae2b2-c787-45de-a9c2-3f5ee2f9746a,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:16.903175 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f25f02-e821-4c2a-bad6-f12ad8956aea req-7504195a-9e16-4859-98d9-c6edbbb7513f tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:16.905396 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-45f25f02-e821-4c2a-bad6-f12ad8956aea req-7504195a-9e16-4859-98d9-c6edbbb7513f tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0778732 Mar 08 19:24:16.984233 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-45f25f02-e821-4c2a-bad6-f12ad8956aea req-c61f633b-4ac3-49ec-b678-c3034457b733 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712574 Mar 08 19:24:17.133059 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1e695-b872-499f-ace2-b5cb60079da9 req-bc1f7674-b972-44e1-8a54-44120f5636ac tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:17.135128 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f3d1e695-b872-499f-ace2-b5cb60079da9 req-bc1f7674-b972-44e1-8a54-44120f5636ac tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0656054 Mar 08 19:24:17.200857 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f3d1e695-b872-499f-ace2-b5cb60079da9 req-0e4fc9f4-ff83-4383-b283-86bdde568f89 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595422 Mar 08 19:24:17.227708 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52720) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:17.603134 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37988a2-3812-4140-9956-7a32f47d27bd tempest-TestShelveInstance-70312174 tempest-TestShelveInstance-70312174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:17.604719 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-c37988a2-3812-4140-9956-7a32f47d27bd tempest-TestShelveInstance-70312174 tempest-TestShelveInstance-70312174-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 1124 time: 0.3759387 Mar 08 19:24:17.607688 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52742) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:17.613208 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Request body: {'floatingip': {'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'port_id': '55a93dab-2682-44a0-9a81-5794b54922a7', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:24:17.720520 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:17.856473 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:17.989610 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Allocated IP 172.27.3.15 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/62f64344-0d58-4a84-bc24-ea47c3862cc3) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:24:18.105313 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for port (62f64344-0d58-4a84-bc24-ea47c3862cc3), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:18.236972 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (62f64344-0d58-4a84-bc24-ea47c3862cc3), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:18.276092 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:24:18.279181 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:24:18.286001 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:24:18.332105 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Pushing event updated for resources: {'Port': ['ID=62f64344-0d58-4a84-bc24-ea47c3862cc3,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:18.423909 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52764) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:18.620319 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0fda-79c8-40ab-a641-252b79ab0e24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:18.742174 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0fda-79c8-40ab-a641-252b79ab0e24 admin admin] Publish callbacks [] for security_group (5a73acd5-197c-4769-90d3-d9a32a5cb4e6), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:18.802028 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0fda-79c8-40ab-a641-252b79ab0e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5a73acd5-197c-4769-90d3-d9a32a5cb4e6), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:18.856717 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc0fda-79c8-40ab-a641-252b79ab0e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a73acd5-197c-4769-90d3-d9a32a5cb4e6,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:18.864003 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b9cc0fda-79c8-40ab-a641-252b79ab0e24 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=05e10c7914c045078912d572061424ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4337857 Mar 08 19:24:18.866842 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52780) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:18.991557 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1aa9c2e8-a196-417e-bfe1-7aadca5df124 admin admin] Publish callbacks [] for security_group (5a73acd5-197c-4769-90d3-d9a32a5cb4e6), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:19.024505 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1aa9c2e8-a196-417e-bfe1-7aadca5df124 admin admin] Publish callbacks [] for security_group (5a73acd5-197c-4769-90d3-d9a32a5cb4e6), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:19.208793 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1aa9c2e8-a196-417e-bfe1-7aadca5df124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5a73acd5-197c-4769-90d3-d9a32a5cb4e6), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:19.216700 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1aa9c2e8-a196-417e-bfe1-7aadca5df124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:19.221312 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-1aa9c2e8-a196-417e-bfe1-7aadca5df124 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5a73acd5-197c-4769-90d3-d9a32a5cb4e6 HTTP/1.1" status: 204 len: 168 time: 0.3528917 Mar 08 19:24:19.250359 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9c2e8-a196-417e-bfe1-7aadca5df124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a73acd5-197c-4769-90d3-d9a32a5cb4e6,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:19.256439 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for floatingip (249df64c-e33f-4a32-a8f1-7eb6ef3c107b), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:19.473531 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (62f64344-0d58-4a84-bc24-ea47c3862cc3), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:19.740913 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for port (62f64344-0d58-4a84-bc24-ea47c3862cc3), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:19.802353 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (62f64344-0d58-4a84-bc24-ea47c3862cc3), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:19.903809 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Pushing event updated for resources: {'Port': ['ID=62f64344-0d58-4a84-bc24-ea47c3862cc3,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:19.915537 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (249df64c-e33f-4a32-a8f1-7eb6ef3c107b), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:20.055812 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Floating IP 249df64c-e33f-4a32-a8f1-7eb6ef3c107b associated. External IP: 172.27.3.15, port: 55a93dab-2682-44a0-9a81-5794b54922a7. Mar 08 19:24:20.285925 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52808) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:20.309471 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-37d7001e-383c-49b7-ade6-3de9afa9f4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:20.363418 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Router 01dd3feb-2ec9-4883-a092-37d6b28bd19e has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:24:20.439143 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-37d7001e-383c-49b7-ade6-3de9afa9f4f1 admin admin] Publish callbacks [] for security_group (32e5b6e4-4686-4004-9e44-d3ee75b13f73), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:20.505377 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-37d7001e-383c-49b7-ade6-3de9afa9f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (32e5b6e4-4686-4004-9e44-d3ee75b13f73), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:20.514723 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:24:20.533614 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8492ec-cdfc-44ac-92d2-2ce831a58eb8 None None] Sync routers for ids ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:24:20.545111 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8492ec-cdfc-44ac-92d2-2ce831a58eb8 None None] Routers {'01dd3feb-2ec9-4883-a092-37d6b28bd19e'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:20.547348 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-ed8492ec-cdfc-44ac-92d2-2ce831a58eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:24:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:20.553709 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7001e-383c-49b7-ade6-3de9afa9f4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e5b6e4-4686-4004-9e44-d3ee75b13f73,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:20.561662 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-37d7001e-383c-49b7-ade6-3de9afa9f4f1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f83b039b15f9450eb4aabf4e49b786bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745969 Mar 08 19:24:20.564651 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52814) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:20.627498 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4f46f94c-250d-4bfe-a7a5-5d895e1dd6cc admin admin] Publish callbacks [] for security_group (32e5b6e4-4686-4004-9e44-d3ee75b13f73), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:20.658808 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4f46f94c-250d-4bfe-a7a5-5d895e1dd6cc admin admin] Publish callbacks [] for security_group (32e5b6e4-4686-4004-9e44-d3ee75b13f73), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:20.662967 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:20.684182 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-ed8492ec-cdfc-44ac-92d2-2ce831a58eb8 None None] Set router 01dd3feb-2ec9-4883-a092-37d6b28bd19e gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:20.730753 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-91cd899f-63c1-4963-9a9b-922a85d32ad7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1094820 Mar 08 19:24:20.730753 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'tag': '55a93dab-2682-44a0-9a81-5794b54922a7'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:24:20.730753 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513461db-29f7-46d3-a62c-6f53361a58f6" -d '{"events": [{"name": "network-changed", "server_uuid": "015a3ea6-135a-4574-a5a1-e7ebeb9a7a61", "tag": "55a93dab-2682-44a0-9a81-5794b54922a7"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:24:20.825230 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4f46f94c-250d-4bfe-a7a5-5d895e1dd6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (32e5b6e4-4686-4004-9e44-d3ee75b13f73), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:20.829302 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4f46f94c-250d-4bfe-a7a5-5d895e1dd6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:20.834157 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-4f46f94c-250d-4bfe-a7a5-5d895e1dd6cc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/32e5b6e4-4686-4004-9e44-d3ee75b13f73 HTTP/1.1" status: 204 len: 168 time: 0.2643061 Mar 08 19:24:20.840842 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46f94c-250d-4bfe-a7a5-5d895e1dd6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e5b6e4-4686-4004-9e44-d3ee75b13f73,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:21.025833 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc99173d-7d37-41ff-92aa-8fa338c78dff x-openstack-request-id: req-cc99173d-7d37-41ff-92aa-8fa338c78dff {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:24:21.026317 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015a3ea6-135a-4574-a5a1-e7ebeb9a7a61", "tag": "55a93dab-2682-44a0-9a81-5794b54922a7", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:24:21.026591 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cc99173d-7d37-41ff-92aa-8fa338c78dff {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:24:21.027182 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'tag': '55a93dab-2682-44a0-9a81-5794b54922a7', 'status': 'completed', 'code': 200} Mar 08 19:24:21.054689 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-ed8492ec-cdfc-44ac-92d2-2ce831a58eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'name': 'tempest-TestShelveInstance-1135428425-router', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:13Z', 'updated_at': '2022-03-08T19:23:17Z', 'revision_number': 4, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'gw_port': {'id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:14Z', 'updated_at': '2022-03-08T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '249df64c-e33f-4a32-a8f1-7eb6ef3c107b', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'port_id': '55a93dab-2682-44a0-9a81-5794b54922a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'mac_address': 'fa:16:3e:18:2c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:24:19Z', 'updated_at': '2022-03-08T19:24:19Z', 'revision_number': 0, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e364318b-1d4c-4ebf-a952-236b3b069a01', 'name': '', 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'mac_address': 'fa:16:3e:8d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:16Z', 'updated_at': '2022-03-08T19:23:20Z', 'revision_number': 5, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'subnets': [{'id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:21.082593 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8492ec-cdfc-44ac-92d2-2ce831a58eb8 None None] Checking router: 01dd3feb-2ec9-4883-a092-37d6b28bd19e for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:24:21.091556 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8492ec-cdfc-44ac-92d2-2ce831a58eb8 None None] Routers {'01dd3feb-2ec9-4883-a092-37d6b28bd19e'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:24:21.092412 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-ed8492ec-cdfc-44ac-92d2-2ce831a58eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:24:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:21.099728 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513461db-29f7-46d3-a62c-6f53361a58f6 req-968e3f9d-32cc-43de-a47d-aae126f9d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:21.101924 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-513461db-29f7-46d3-a62c-6f53361a58f6 req-968e3f9d-32cc-43de-a47d-aae126f9d918 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b0e10c3c47a4ead8a5fd46c50273d16&device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 1129 time: 0.0528872 Mar 08 19:24:21.224653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513461db-29f7-46d3-a62c-6f53361a58f6 req-75f95601-ab10-4c80-b516-5dcff8e18128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:21.226797 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-513461db-29f7-46d3-a62c-6f53361a58f6 req-75f95601-ab10-4c80-b516-5dcff8e18128 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da437335-2487-47d7-93f2-2e3aab805345 HTTP/1.1" status: 200 len: 910 time: 0.1186886 Mar 08 19:24:21.242248 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-ed8492ec-cdfc-44ac-92d2-2ce831a58eb8 None None] Set router 01dd3feb-2ec9-4883-a092-37d6b28bd19e gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:24:21.301063 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-513461db-29f7-46d3-a62c-6f53361a58f6 req-9208bbfa-655d-4619-bffa-19c5a5de03cb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a93dab-2682-44a0-9a81-5794b54922a7 HTTP/1.1" status: 200 len: 998 time: 0.0686824 Mar 08 19:24:21.365113 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513461db-29f7-46d3-a62c-6f53361a58f6 req-250bf9e9-5bf4-4636-a7e8-8ae1e7b955c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:21.366680 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-513461db-29f7-46d3-a62c-6f53361a58f6 req-250bf9e9-5bf4-4636-a7e8-8ae1e7b955c8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=61b5366d-faa2-4af4-bfab-4a96be01176d HTTP/1.1" status: 200 len: 848 time: 0.0606160 Mar 08 19:24:21.436783 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513461db-29f7-46d3-a62c-6f53361a58f6 req-47687fef-38f9-4eba-ae88-3749528a1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:24:21.437024 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-513461db-29f7-46d3-a62c-6f53361a58f6 req-47687fef-38f9-4eba-ae88-3749528a1181 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da437335-2487-47d7-93f2-2e3aab805345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642283 Mar 08 19:24:21.623099 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-ed8492ec-cdfc-44ac-92d2-2ce831a58eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'name': 'tempest-TestShelveInstance-1135428425-router', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:13Z', 'updated_at': '2022-03-08T19:23:17Z', 'revision_number': 4, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'gw_port': {'id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:14Z', 'updated_at': '2022-03-08T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '249df64c-e33f-4a32-a8f1-7eb6ef3c107b', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'port_id': '55a93dab-2682-44a0-9a81-5794b54922a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'mac_address': 'fa:16:3e:18:2c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:24:19Z', 'updated_at': '2022-03-08T19:24:19Z', 'revision_number': 0, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e364318b-1d4c-4ebf-a952-236b3b069a01', 'name': '', 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'mac_address': 'fa:16:3e:8d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:16Z', 'updated_at': '2022-03-08T19:23:20Z', 'revision_number': 5, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'subnets': [{'id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:24:21.628938 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-513461db-29f7-46d3-a62c-6f53361a58f6 req-54e81579-cb3f-4ba4-8cac-6b35ab959a6f service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838188 Mar 08 19:24:21.668701 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8492ec-cdfc-44ac-92d2-2ce831a58eb8 None None] The sync data for ids ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'] in dv-cinder-830091-3-iscsi is: [{'id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'name': 'tempest-TestShelveInstance-1135428425-router', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:13Z', 'updated_at': '2022-03-08T19:23:17Z', 'revision_number': 4, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'gw_port': {'id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:14Z', 'updated_at': '2022-03-08T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '249df64c-e33f-4a32-a8f1-7eb6ef3c107b', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'port_id': '55a93dab-2682-44a0-9a81-5794b54922a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'mac_address': 'fa:16:3e:18:2c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:24:19Z', 'updated_at': '2022-03-08T19:24:19Z', 'revision_number': 0, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e364318b-1d4c-4ebf-a952-236b3b069a01', 'name': '', 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'mac_address': 'fa:16:3e:8d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:16Z', 'updated_at': '2022-03-08T19:23:20Z', 'revision_number': 5, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'subnets': [{'id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:24:21.767681 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-513461db-29f7-46d3-a62c-6f53361a58f6 req-d6cb13a7-9902-488c-8c6e-93b665f020a2 service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315656 Mar 08 19:24:21.986558 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673f4a69-addd-46b8-9d9d-f86574b6a54a None None] New status for floating IP 249df64c-e33f-4a32-a8f1-7eb6ef3c107b: ACTIVE {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:24:22.801658 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:24.030100 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 52910) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:24.172244 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-75ce2f92-1612-4f71-b8ec-b3cf9045315c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:24.259901 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-75ce2f92-1612-4f71-b8ec-b3cf9045315c admin admin] Publish callbacks [] for security_group (6547d4ad-3f63-428c-896c-4eae1200790e), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:24.327275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-75ce2f92-1612-4f71-b8ec-b3cf9045315c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (6547d4ad-3f63-428c-896c-4eae1200790e), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:24.377928 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-75ce2f92-1612-4f71-b8ec-b3cf9045315c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ce12186fd7044a04a16870efbb9dfba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3466549 Mar 08 19:24:24.379180 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce2f92-1612-4f71-b8ec-b3cf9045315c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6547d4ad-3f63-428c-896c-4eae1200790e,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:24.381929 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52916) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:24.445265 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0ae4a3f-9c7d-4e45-9849-1f75873e53f5 admin admin] Publish callbacks [] for security_group (6547d4ad-3f63-428c-896c-4eae1200790e), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:24.481426 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0ae4a3f-9c7d-4e45-9849-1f75873e53f5 admin admin] Publish callbacks [] for security_group (6547d4ad-3f63-428c-896c-4eae1200790e), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:24.624590 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0ae4a3f-9c7d-4e45-9849-1f75873e53f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (6547d4ad-3f63-428c-896c-4eae1200790e), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:24.627753 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-f0ae4a3f-9c7d-4e45-9849-1f75873e53f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:24.632657 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-f0ae4a3f-9c7d-4e45-9849-1f75873e53f5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6547d4ad-3f63-428c-896c-4eae1200790e HTTP/1.1" status: 204 len: 168 time: 0.2489436 Mar 08 19:24:24.640808 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae4a3f-9c7d-4e45-9849-1f75873e53f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6547d4ad-3f63-428c-896c-4eae1200790e,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:25.485838 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52940) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:25.503632 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e35f3c43-9ee8-4d9f-95ee-31420d6b3813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:25.590076 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e35f3c43-9ee8-4d9f-95ee-31420d6b3813 admin admin] Publish callbacks [] for security_group (e00a31a4-ad5b-4aa5-9c1e-b90b52cb75af), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:25.652983 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e35f3c43-9ee8-4d9f-95ee-31420d6b3813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (e00a31a4-ad5b-4aa5-9c1e-b90b52cb75af), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:25.717273 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-e35f3c43-9ee8-4d9f-95ee-31420d6b3813 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cdaa96a0ffcb4a038157a3ed7f7dab3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303379 Mar 08 19:24:25.719501 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f3c43-9ee8-4d9f-95ee-31420d6b3813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00a31a4-ad5b-4aa5-9c1e-b90b52cb75af,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:25.722139 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 52946) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:25.791548 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-57bff915-0040-43cd-9a98-3d4debafac2c admin admin] Publish callbacks [] for security_group (e00a31a4-ad5b-4aa5-9c1e-b90b52cb75af), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:25.819571 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-57bff915-0040-43cd-9a98-3d4debafac2c admin admin] Publish callbacks [] for security_group (e00a31a4-ad5b-4aa5-9c1e-b90b52cb75af), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:25.949994 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-57bff915-0040-43cd-9a98-3d4debafac2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (e00a31a4-ad5b-4aa5-9c1e-b90b52cb75af), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:25.952747 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-57bff915-0040-43cd-9a98-3d4debafac2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:25.957503 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-57bff915-0040-43cd-9a98-3d4debafac2c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e00a31a4-ad5b-4aa5-9c1e-b90b52cb75af HTTP/1.1" status: 204 len: 168 time: 0.2307763 Mar 08 19:24:25.962938 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bff915-0040-43cd-9a98-3d4debafac2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00a31a4-ad5b-4aa5-9c1e-b90b52cb75af,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:29.243902 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53038) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:29.379028 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c378a169-2694-470b-b566-7e4f1251a8d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.473131 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c378a169-2694-470b-b566-7e4f1251a8d6 admin admin] Publish callbacks [] for security_group (26ffd81e-341a-4120-848d-c467d430cfea), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.584185 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c378a169-2694-470b-b566-7e4f1251a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (26ffd81e-341a-4120-848d-c467d430cfea), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.630373 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-c378a169-2694-470b-b566-7e4f1251a8d6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6b9597c27d28419b8cd49a52cf22678f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852170 Mar 08 19:24:29.631367 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378a169-2694-470b-b566-7e4f1251a8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ffd81e-341a-4120-848d-c467d430cfea,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:29.633107 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53044) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:29.691348 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-aa66c107-abf1-488e-bcf4-257e04bc72d0 admin admin] Publish callbacks [] for security_group (26ffd81e-341a-4120-848d-c467d430cfea), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.713775 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-aa66c107-abf1-488e-bcf4-257e04bc72d0 admin admin] Publish callbacks [] for security_group (26ffd81e-341a-4120-848d-c467d430cfea), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.853376 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-aa66c107-abf1-488e-bcf4-257e04bc72d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (26ffd81e-341a-4120-848d-c467d430cfea), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.856607 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-aa66c107-abf1-488e-bcf4-257e04bc72d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:29.858280 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-aa66c107-abf1-488e-bcf4-257e04bc72d0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/26ffd81e-341a-4120-848d-c467d430cfea HTTP/1.1" status: 204 len: 168 time: 0.2240551 Mar 08 19:24:29.870413 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66c107-abf1-488e-bcf4-257e04bc72d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ffd81e-341a-4120-848d-c467d430cfea,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:30.568821 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53060) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:30.583017 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0843ebed-02f6-49df-af19-558eab20bfa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:30.672759 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0843ebed-02f6-49df-af19-558eab20bfa4 admin admin] Publish callbacks [] for security_group (7f0ccf7a-dda9-47cb-beaf-045714ce05e5), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:30.748289 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0843ebed-02f6-49df-af19-558eab20bfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (7f0ccf7a-dda9-47cb-beaf-045714ce05e5), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:30.787855 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-0843ebed-02f6-49df-af19-558eab20bfa4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bf467cb5e5b24809a00aa095a6469151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179177 Mar 08 19:24:30.788781 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843ebed-02f6-49df-af19-558eab20bfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0ccf7a-dda9-47cb-beaf-045714ce05e5,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:30.790552 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53066) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:30.848538 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b6cc6c43-7d9e-4359-86b8-7d1714eaa860 admin admin] Publish callbacks [] for security_group (7f0ccf7a-dda9-47cb-beaf-045714ce05e5), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:30.879090 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b6cc6c43-7d9e-4359-86b8-7d1714eaa860 admin admin] Publish callbacks [] for security_group (7f0ccf7a-dda9-47cb-beaf-045714ce05e5), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:31.024054 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b6cc6c43-7d9e-4359-86b8-7d1714eaa860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (7f0ccf7a-dda9-47cb-beaf-045714ce05e5), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:31.026704 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b6cc6c43-7d9e-4359-86b8-7d1714eaa860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:31.027871 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b6cc6c43-7d9e-4359-86b8-7d1714eaa860 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7f0ccf7a-dda9-47cb-beaf-045714ce05e5 HTTP/1.1" status: 204 len: 168 time: 0.2352393 Mar 08 19:24:31.037691 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc6c43-7d9e-4359-86b8-7d1714eaa860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0ccf7a-dda9-47cb-beaf-045714ce05e5,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:31.995599 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-50d6397c-bab5-4921-b162-3c4bac581d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:32.856058 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53130) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:32.985281 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b5a117ee-0159-4363-8ce0-d262ecd4fbc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:33.078255 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b5a117ee-0159-4363-8ce0-d262ecd4fbc6 admin admin] Publish callbacks [] for security_group (5b42618b-442a-4f12-8770-f349f78a3edc), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:33.201319 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b5a117ee-0159-4363-8ce0-d262ecd4fbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5b42618b-442a-4f12-8770-f349f78a3edc), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:33.239306 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a117ee-0159-4363-8ce0-d262ecd4fbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b42618b-442a-4f12-8770-f349f78a3edc,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:33.243788 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b5a117ee-0159-4363-8ce0-d262ecd4fbc6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=350079ab17124716a8782fd5fe969955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864064 Mar 08 19:24:33.246906 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53142) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:33.297598 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51f3ad64-f7de-41d0-80f4-bef94bab4791 admin admin] Publish callbacks [] for security_group (5b42618b-442a-4f12-8770-f349f78a3edc), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:33.319722 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51f3ad64-f7de-41d0-80f4-bef94bab4791 admin admin] Publish callbacks [] for security_group (5b42618b-442a-4f12-8770-f349f78a3edc), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:33.446778 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51f3ad64-f7de-41d0-80f4-bef94bab4791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5b42618b-442a-4f12-8770-f349f78a3edc), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:33.449470 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51f3ad64-f7de-41d0-80f4-bef94bab4791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:33.450705 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-51f3ad64-f7de-41d0-80f4-bef94bab4791 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5b42618b-442a-4f12-8770-f349f78a3edc HTTP/1.1" status: 204 len: 168 time: 0.2032325 Mar 08 19:24:33.459407 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3ad64-f7de-41d0-80f4-bef94bab4791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b42618b-442a-4f12-8770-f349f78a3edc,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:34.288763 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e6be3fd6-5148-465a-81bf-e70bec47b553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:34.935245 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53228) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:35.051241 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5b094079-3afc-4b58-9014-1c82260c6a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.145531 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5b094079-3afc-4b58-9014-1c82260c6a4b admin admin] Publish callbacks [] for security_group (6502dee3-4528-4a27-ae34-eaa9b583b0f9), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.194208 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5b094079-3afc-4b58-9014-1c82260c6a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (6502dee3-4528-4a27-ae34-eaa9b583b0f9), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.235139 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-5b094079-3afc-4b58-9014-1c82260c6a4b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f008dcfbf2f24d40be84f4cc4c037b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985349 Mar 08 19:24:35.236161 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b094079-3afc-4b58-9014-1c82260c6a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6502dee3-4528-4a27-ae34-eaa9b583b0f9,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:35.238429 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53232) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:35.269642 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.291145 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ba212145-a978-4547-90b8-e38589ccc481 admin admin] Publish callbacks [] for security_group (6502dee3-4528-4a27-ae34-eaa9b583b0f9), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.313088 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ba212145-a978-4547-90b8-e38589ccc481 admin admin] Publish callbacks [] for security_group (6502dee3-4528-4a27-ae34-eaa9b583b0f9), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.496587 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ba212145-a978-4547-90b8-e38589ccc481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (6502dee3-4528-4a27-ae34-eaa9b583b0f9), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.500528 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ba212145-a978-4547-90b8-e38589ccc481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:35.502297 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-ba212145-a978-4547-90b8-e38589ccc481 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6502dee3-4528-4a27-ae34-eaa9b583b0f9 HTTP/1.1" status: 204 len: 168 time: 0.2626531 Mar 08 19:24:35.516306 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba212145-a978-4547-90b8-e38589ccc481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6502dee3-4528-4a27-ae34-eaa9b583b0f9,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:36.250212 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53262) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:36.263726 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c559114f-23c9-4150-b13b-ca0784cc6205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:36.341396 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c559114f-23c9-4150-b13b-ca0784cc6205 admin admin] Publish callbacks [] for security_group (2214c1f6-f8f7-4d4b-9935-11539aa8c918), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:36.425393 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-c559114f-23c9-4150-b13b-ca0784cc6205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (2214c1f6-f8f7-4d4b-9935-11539aa8c918), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:36.468230 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-c559114f-23c9-4150-b13b-ca0784cc6205 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0248b84408584cdeb62b75225459cdbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168796 Mar 08 19:24:36.469147 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559114f-23c9-4150-b13b-ca0784cc6205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2214c1f6-f8f7-4d4b-9935-11539aa8c918,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:36.471431 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53266) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:36.523601 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9b614d48-055e-40a3-8140-222b1e41943d admin admin] Publish callbacks [] for security_group (2214c1f6-f8f7-4d4b-9935-11539aa8c918), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:36.546058 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9b614d48-055e-40a3-8140-222b1e41943d admin admin] Publish callbacks [] for security_group (2214c1f6-f8f7-4d4b-9935-11539aa8c918), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:36.681281 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9b614d48-055e-40a3-8140-222b1e41943d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (2214c1f6-f8f7-4d4b-9935-11539aa8c918), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:36.683985 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9b614d48-055e-40a3-8140-222b1e41943d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:36.685152 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-9b614d48-055e-40a3-8140-222b1e41943d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2214c1f6-f8f7-4d4b-9935-11539aa8c918 HTTP/1.1" status: 204 len: 168 time: 0.2121348 Mar 08 19:24:36.696853 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b614d48-055e-40a3-8140-222b1e41943d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2214c1f6-f8f7-4d4b-9935-11539aa8c918,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:37.260558 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53282) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:37.292802 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:37.373963 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9ba27edf-78ed-4fce-912b-2d2ceebb3a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:37.460003 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9ba27edf-78ed-4fce-912b-2d2ceebb3a4c admin admin] Publish callbacks [] for security_group (98646c2c-9947-4265-a4db-7ef88c18ffa7), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:37.525689 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-9ba27edf-78ed-4fce-912b-2d2ceebb3a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (98646c2c-9947-4265-a4db-7ef88c18ffa7), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:37.566103 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba27edf-78ed-4fce-912b-2d2ceebb3a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98646c2c-9947-4265-a4db-7ef88c18ffa7,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:37.575150 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53292) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:37.575843 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-9ba27edf-78ed-4fce-912b-2d2ceebb3a4c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6257a9845fee4a839a49ea901d85d309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3134685 Mar 08 19:24:37.633090 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7946e133-b382-44c7-a5cc-4d9a93486c24 admin admin] Publish callbacks [] for security_group (98646c2c-9947-4265-a4db-7ef88c18ffa7), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:37.658922 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7946e133-b382-44c7-a5cc-4d9a93486c24 admin admin] Publish callbacks [] for security_group (98646c2c-9947-4265-a4db-7ef88c18ffa7), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:37.788556 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7946e133-b382-44c7-a5cc-4d9a93486c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (98646c2c-9947-4265-a4db-7ef88c18ffa7), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:37.791230 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7946e133-b382-44c7-a5cc-4d9a93486c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:37.792436 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-7946e133-b382-44c7-a5cc-4d9a93486c24 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/98646c2c-9947-4265-a4db-7ef88c18ffa7 HTTP/1.1" status: 204 len: 168 time: 0.2162392 Mar 08 19:24:37.801134 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946e133-b382-44c7-a5cc-4d9a93486c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98646c2c-9947-4265-a4db-7ef88c18ffa7,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:38.453110 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:38.481812 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53314) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:38.497368 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7ee33ccd-1129-4754-a6b4-c84b099065f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:38.583121 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7ee33ccd-1129-4754-a6b4-c84b099065f8 admin admin] Publish callbacks [] for security_group (02e47a18-cad6-475e-a27e-a4ada325b4ff), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:38.650887 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7ee33ccd-1129-4754-a6b4-c84b099065f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (02e47a18-cad6-475e-a27e-a4ada325b4ff), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:38.692346 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-7ee33ccd-1129-4754-a6b4-c84b099065f8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f1105715e82d43a6823b3e7fd6fa5671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090814 Mar 08 19:24:38.693250 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee33ccd-1129-4754-a6b4-c84b099065f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e47a18-cad6-475e-a27e-a4ada325b4ff,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:38.695649 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53322) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:38.753730 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ecb03082-aba7-45f7-87e4-95d52805b1e0 admin admin] Publish callbacks [] for security_group (02e47a18-cad6-475e-a27e-a4ada325b4ff), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:38.779022 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ecb03082-aba7-45f7-87e4-95d52805b1e0 admin admin] Publish callbacks [] for security_group (02e47a18-cad6-475e-a27e-a4ada325b4ff), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:38.881011 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ecb03082-aba7-45f7-87e4-95d52805b1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (02e47a18-cad6-475e-a27e-a4ada325b4ff), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:38.883620 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ecb03082-aba7-45f7-87e4-95d52805b1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:38.884835 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-ecb03082-aba7-45f7-87e4-95d52805b1e0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/02e47a18-cad6-475e-a27e-a4ada325b4ff HTTP/1.1" status: 204 len: 168 time: 0.1867366 Mar 08 19:24:38.893878 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb03082-aba7-45f7-87e4-95d52805b1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e47a18-cad6-475e-a27e-a4ada325b4ff,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:41.930817 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53406) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:42.053375 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d8c6-931c-4d02-80ab-3f2f6ca71efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:42.138285 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d8c6-931c-4d02-80ab-3f2f6ca71efa admin admin] Publish callbacks [] for security_group (6ec2ccf3-6e44-49c6-8dd0-19115f44b93d), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:42.218540 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d8c6-931c-4d02-80ab-3f2f6ca71efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (6ec2ccf3-6e44-49c6-8dd0-19115f44b93d), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:42.261044 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-4ad9d8c6-931c-4d02-80ab-3f2f6ca71efa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4c853925f809436db6542b885d4d0727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289261 Mar 08 19:24:42.262159 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9d8c6-931c-4d02-80ab-3f2f6ca71efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec2ccf3-6e44-49c6-8dd0-19115f44b93d,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:42.263828 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53412) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:42.322574 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ebf04254-9654-4aad-894f-4ad143e2f187 admin admin] Publish callbacks [] for security_group (6ec2ccf3-6e44-49c6-8dd0-19115f44b93d), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:42.349538 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ebf04254-9654-4aad-894f-4ad143e2f187 admin admin] Publish callbacks [] for security_group (6ec2ccf3-6e44-49c6-8dd0-19115f44b93d), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:42.468698 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ebf04254-9654-4aad-894f-4ad143e2f187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (6ec2ccf3-6e44-49c6-8dd0-19115f44b93d), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:42.471887 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ebf04254-9654-4aad-894f-4ad143e2f187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:42.473116 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-ebf04254-9654-4aad-894f-4ad143e2f187 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6ec2ccf3-6e44-49c6-8dd0-19115f44b93d HTTP/1.1" status: 204 len: 168 time: 0.2082629 Mar 08 19:24:42.481136 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf04254-9654-4aad-894f-4ad143e2f187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec2ccf3-6e44-49c6-8dd0-19115f44b93d,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:43.147486 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53422) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:43.160701 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1630a9e2-5397-4b83-b111-5523f93227b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:43.239263 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1630a9e2-5397-4b83-b111-5523f93227b7 admin admin] Publish callbacks [] for security_group (b557b1c2-1e6c-4416-bcf4-3aa84732a32c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:43.302633 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1630a9e2-5397-4b83-b111-5523f93227b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (b557b1c2-1e6c-4416-bcf4-3aa84732a32c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:43.343200 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-1630a9e2-5397-4b83-b111-5523f93227b7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=98e65690768842169865011dedca5d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1945610 Mar 08 19:24:43.344121 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630a9e2-5397-4b83-b111-5523f93227b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b557b1c2-1e6c-4416-bcf4-3aa84732a32c,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:43.347002 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53424) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:43.401201 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6ac2dffe-7de0-48ed-8aa5-78b3c7e5f0e1 admin admin] Publish callbacks [] for security_group (b557b1c2-1e6c-4416-bcf4-3aa84732a32c), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:43.423091 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6ac2dffe-7de0-48ed-8aa5-78b3c7e5f0e1 admin admin] Publish callbacks [] for security_group (b557b1c2-1e6c-4416-bcf4-3aa84732a32c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:43.544072 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6ac2dffe-7de0-48ed-8aa5-78b3c7e5f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (b557b1c2-1e6c-4416-bcf4-3aa84732a32c), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:43.546824 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6ac2dffe-7de0-48ed-8aa5-78b3c7e5f0e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:43.548070 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-6ac2dffe-7de0-48ed-8aa5-78b3c7e5f0e1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b557b1c2-1e6c-4416-bcf4-3aa84732a32c HTTP/1.1" status: 204 len: 168 time: 0.1997931 Mar 08 19:24:43.557033 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2dffe-7de0-48ed-8aa5-78b3c7e5f0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b557b1c2-1e6c-4416-bcf4-3aa84732a32c,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:45.835144 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53500) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:45.993269 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1384e447-2f3e-49fd-abf0-2f3ac92444bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:46.067225 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1384e447-2f3e-49fd-abf0-2f3ac92444bd admin admin] Publish callbacks [] for security_group (4fe6ac10-e623-4f1d-b32c-7ec049dcf5fd), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:46.147952 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1384e447-2f3e-49fd-abf0-2f3ac92444bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (4fe6ac10-e623-4f1d-b32c-7ec049dcf5fd), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:46.185205 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-1384e447-2f3e-49fd-abf0-2f3ac92444bd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c592d1b14a9743ff886895041d61f875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489826 Mar 08 19:24:46.187135 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384e447-2f3e-49fd-abf0-2f3ac92444bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe6ac10-e623-4f1d-b32c-7ec049dcf5fd,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:46.187884 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53518) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:46.238482 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-99d70376-d321-4406-ba48-82f3e7d91bcc admin admin] Publish callbacks [] for security_group (4fe6ac10-e623-4f1d-b32c-7ec049dcf5fd), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:46.261460 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-99d70376-d321-4406-ba48-82f3e7d91bcc admin admin] Publish callbacks [] for security_group (4fe6ac10-e623-4f1d-b32c-7ec049dcf5fd), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:46.359732 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-99d70376-d321-4406-ba48-82f3e7d91bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (4fe6ac10-e623-4f1d-b32c-7ec049dcf5fd), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:46.363125 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-99d70376-d321-4406-ba48-82f3e7d91bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:46.364302 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-99d70376-d321-4406-ba48-82f3e7d91bcc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4fe6ac10-e623-4f1d-b32c-7ec049dcf5fd HTTP/1.1" status: 204 len: 168 time: 0.1754112 Mar 08 19:24:46.372314 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d70376-d321-4406-ba48-82f3e7d91bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe6ac10-e623-4f1d-b32c-7ec049dcf5fd,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:46.600914 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53528) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:46.709520 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-db80cfad-44d9-43fc-a9d2-aaf5984c57d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:46.791598 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-db80cfad-44d9-43fc-a9d2-aaf5984c57d5 admin admin] Publish callbacks [] for security_group (32bfe8cb-27f0-4666-836f-14a09c94db3e), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:46.856776 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-db80cfad-44d9-43fc-a9d2-aaf5984c57d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (32bfe8cb-27f0-4666-836f-14a09c94db3e), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:46.900540 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-db80cfad-44d9-43fc-a9d2-aaf5984c57d5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2da0e2fab72844768a298288c4321f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962158 Mar 08 19:24:46.900540 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80cfad-44d9-43fc-a9d2-aaf5984c57d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bfe8cb-27f0-4666-836f-14a09c94db3e,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:46.900945 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53534) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:46.963351 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0fcda6e0-28cb-401d-b8f7-f6ed690c5d45 admin admin] Publish callbacks [] for security_group (32bfe8cb-27f0-4666-836f-14a09c94db3e), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:46.985939 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0fcda6e0-28cb-401d-b8f7-f6ed690c5d45 admin admin] Publish callbacks [] for security_group (32bfe8cb-27f0-4666-836f-14a09c94db3e), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:47.037680 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53542) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:47.051536 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ff713fe6-d3b3-4446-8e64-eb4f85412193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:47.105696 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0fcda6e0-28cb-401d-b8f7-f6ed690c5d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (32bfe8cb-27f0-4666-836f-14a09c94db3e), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:47.108427 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0fcda6e0-28cb-401d-b8f7-f6ed690c5d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:47.109568 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-0fcda6e0-28cb-401d-b8f7-f6ed690c5d45 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/32bfe8cb-27f0-4666-836f-14a09c94db3e HTTP/1.1" status: 204 len: 168 time: 0.2076395 Mar 08 19:24:47.128647 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcda6e0-28cb-401d-b8f7-f6ed690c5d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bfe8cb-27f0-4666-836f-14a09c94db3e,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:47.179495 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ff713fe6-d3b3-4446-8e64-eb4f85412193 admin admin] Publish callbacks [] for security_group (21fe0ae2-4fc0-4b41-81f7-cdfbafbeef1e), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:47.256706 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-ff713fe6-d3b3-4446-8e64-eb4f85412193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (21fe0ae2-4fc0-4b41-81f7-cdfbafbeef1e), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:47.294365 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff713fe6-d3b3-4446-8e64-eb4f85412193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fe0ae2-4fc0-4b41-81f7-cdfbafbeef1e,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:47.298736 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-ff713fe6-d3b3-4446-8e64-eb4f85412193 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1fc6f38b5a794e1a97b9b9cea854eca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599642 Mar 08 19:24:47.302221 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53546) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:47.353103 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4c5e-a184-4285-bd34-08b44a580bbd admin admin] Publish callbacks [] for security_group (21fe0ae2-4fc0-4b41-81f7-cdfbafbeef1e), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:47.376924 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4c5e-a184-4285-bd34-08b44a580bbd admin admin] Publish callbacks [] for security_group (21fe0ae2-4fc0-4b41-81f7-cdfbafbeef1e), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:47.538100 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4c5e-a184-4285-bd34-08b44a580bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (21fe0ae2-4fc0-4b41-81f7-cdfbafbeef1e), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:47.544294 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2b7b4c5e-a184-4285-bd34-08b44a580bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:47.544294 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-2b7b4c5e-a184-4285-bd34-08b44a580bbd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/21fe0ae2-4fc0-4b41-81f7-cdfbafbeef1e HTTP/1.1" status: 204 len: 168 time: 0.2386849 Mar 08 19:24:47.550195 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b4c5e-a184-4285-bd34-08b44a580bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fe0ae2-4fc0-4b41-81f7-cdfbafbeef1e,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:47.739768 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:24:47.930175 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53554) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:47.945112 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6b61b159-fac8-4357-a8d5-fbc4cc1199f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:48.021836 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6b61b159-fac8-4357-a8d5-fbc4cc1199f0 admin admin] Publish callbacks [] for security_group (bc25525d-a8de-4cb1-96e5-59f45d224baf), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:48.085356 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-6b61b159-fac8-4357-a8d5-fbc4cc1199f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (bc25525d-a8de-4cb1-96e5-59f45d224baf), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:48.125410 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-6b61b159-fac8-4357-a8d5-fbc4cc1199f0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a86ea622758f43c29183c98b04834794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931221 Mar 08 19:24:48.126294 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61b159-fac8-4357-a8d5-fbc4cc1199f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc25525d-a8de-4cb1-96e5-59f45d224baf,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:48.128736 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53564) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:48.184044 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-583bce48-b6f2-4b62-b3ed-7e2a55a760fb admin admin] Publish callbacks [] for security_group (bc25525d-a8de-4cb1-96e5-59f45d224baf), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:48.206114 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-583bce48-b6f2-4b62-b3ed-7e2a55a760fb admin admin] Publish callbacks [] for security_group (bc25525d-a8de-4cb1-96e5-59f45d224baf), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:48.313965 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-583bce48-b6f2-4b62-b3ed-7e2a55a760fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (bc25525d-a8de-4cb1-96e5-59f45d224baf), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:48.317388 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-583bce48-b6f2-4b62-b3ed-7e2a55a760fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:48.318568 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-583bce48-b6f2-4b62-b3ed-7e2a55a760fb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bc25525d-a8de-4cb1-96e5-59f45d224baf HTTP/1.1" status: 204 len: 168 time: 0.1839705 Mar 08 19:24:48.326437 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bce48-b6f2-4b62-b3ed-7e2a55a760fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc25525d-a8de-4cb1-96e5-59f45d224baf,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:49.866212 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53626) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:50.029689 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-953243d8-049b-4d0f-9875-467c0d9f5f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:50.107760 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-953243d8-049b-4d0f-9875-467c0d9f5f2c admin admin] Publish callbacks [] for security_group (a1d8ebf8-9aed-4c9e-8d23-7181420cf068), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:50.183949 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-953243d8-049b-4d0f-9875-467c0d9f5f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (a1d8ebf8-9aed-4c9e-8d23-7181420cf068), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:50.226193 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53642) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:24:50.226768 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-953243d8-049b-4d0f-9875-467c0d9f5f2c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f3dc5c5360b248a787d0cfae2711edfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589611 Mar 08 19:24:50.227244 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953243d8-049b-4d0f-9875-467c0d9f5f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d8ebf8-9aed-4c9e-8d23-7181420cf068,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:50.284873 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Publish callbacks [] for security_group (a1d8ebf8-9aed-4c9e-8d23-7181420cf068), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:50.306811 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Publish callbacks [] for security_group (a1d8ebf8-9aed-4c9e-8d23-7181420cf068), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:50.428122 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (a1d8ebf8-9aed-4c9e-8d23-7181420cf068), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:50.430937 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:24:50.434527 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a1d8ebf8-9aed-4c9e-8d23-7181420cf068 HTTP/1.1" status: 204 len: 168 time: 0.2049079 Mar 08 19:24:50.440717 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d8ebf8-9aed-4c9e-8d23-7181420cf068,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:24:50.447882 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:50.448257 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:50.448604 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:50.448945 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:50.449279 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:50.449608 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:50.449950 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:50.450308 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:50.450887 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:50.451004 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:50.451280 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:50.451600 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:50.451952 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c56eca6-f1a5-4bb7-b60e-6df2e85f08c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:24:52.840918 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:01.158973 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53844) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:25:01.268470 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-22aecf9a-7033-40c5-9f7a-59289e67c6da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:01.344642 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-22aecf9a-7033-40c5-9f7a-59289e67c6da admin admin] Publish callbacks [] for security_group (9b8777bb-1d23-4c75-8a67-83c0c2ea8c66), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:01.424741 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-22aecf9a-7033-40c5-9f7a-59289e67c6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (9b8777bb-1d23-4c75-8a67-83c0c2ea8c66), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:01.466081 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-22aecf9a-7033-40c5-9f7a-59289e67c6da admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b1699ff770a74011a74b77f34082c109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060267 Mar 08 19:25:01.466970 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aecf9a-7033-40c5-9f7a-59289e67c6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8777bb-1d23-4c75-8a67-83c0c2ea8c66,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:01.469165 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53852) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:25:01.533235 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a927453-fd2d-43b7-9f85-1c4d79d00286 admin admin] Publish callbacks [] for security_group (9b8777bb-1d23-4c75-8a67-83c0c2ea8c66), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:01.555196 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a927453-fd2d-43b7-9f85-1c4d79d00286 admin admin] Publish callbacks [] for security_group (9b8777bb-1d23-4c75-8a67-83c0c2ea8c66), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:01.622462 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53856) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:25:01.669678 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a927453-fd2d-43b7-9f85-1c4d79d00286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (9b8777bb-1d23-4c75-8a67-83c0c2ea8c66), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:01.672622 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-0a927453-fd2d-43b7-9f85-1c4d79d00286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:01.674220 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-0a927453-fd2d-43b7-9f85-1c4d79d00286 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9b8777bb-1d23-4c75-8a67-83c0c2ea8c66 HTTP/1.1" status: 204 len: 168 time: 0.2037582 Mar 08 19:25:01.682455 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a927453-fd2d-43b7-9f85-1c4d79d00286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8777bb-1d23-4c75-8a67-83c0c2ea8c66,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:01.731653 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3d6b5223-f6a3-4e95-991c-b7881d49241d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:01.810264 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3d6b5223-f6a3-4e95-991c-b7881d49241d admin admin] Publish callbacks [] for security_group (210a82e2-673f-4f37-9937-210e99b9152c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:01.875255 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-3d6b5223-f6a3-4e95-991c-b7881d49241d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (210a82e2-673f-4f37-9937-210e99b9152c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:01.922391 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b5223-f6a3-4e95-991c-b7881d49241d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210a82e2-673f-4f37-9937-210e99b9152c,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:01.926801 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-3d6b5223-f6a3-4e95-991c-b7881d49241d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b6e415c41d694176aa00f6885aae09aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033106 Mar 08 19:25:01.929351 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53866) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:25:01.966536 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-21c8a33a-d22c-42fe-a38b-16dfcdcc0d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:01.982699 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d5aac243-3ce2-4542-8a31-383f5aad6a38 admin admin] Publish callbacks [] for security_group (210a82e2-673f-4f37-9937-210e99b9152c), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:02.006233 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d5aac243-3ce2-4542-8a31-383f5aad6a38 admin admin] Publish callbacks [] for security_group (210a82e2-673f-4f37-9937-210e99b9152c), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:02.149679 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d5aac243-3ce2-4542-8a31-383f5aad6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (210a82e2-673f-4f37-9937-210e99b9152c), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:02.152372 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d5aac243-3ce2-4542-8a31-383f5aad6a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:02.153721 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-d5aac243-3ce2-4542-8a31-383f5aad6a38 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/210a82e2-673f-4f37-9937-210e99b9152c HTTP/1.1" status: 204 len: 168 time: 0.2232912 Mar 08 19:25:02.161882 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aac243-3ce2-4542-8a31-383f5aad6a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210a82e2-673f-4f37-9937-210e99b9152c,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:02.364151 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53870) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:25:02.377847 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8ee1f58f-1da6-4976-8b29-7ac5fb12f0b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:02.461395 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8ee1f58f-1da6-4976-8b29-7ac5fb12f0b4 admin admin] Publish callbacks [] for security_group (10e0cf1e-2578-4194-a15c-87dbdd20d78c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:02.509306 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8ee1f58f-1da6-4976-8b29-7ac5fb12f0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (10e0cf1e-2578-4194-a15c-87dbdd20d78c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:02.549076 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-8ee1f58f-1da6-4976-8b29-7ac5fb12f0b4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a132ac1ab96b4407909e86bd8831a2b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837091 Mar 08 19:25:02.549885 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1f58f-1da6-4976-8b29-7ac5fb12f0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e0cf1e-2578-4194-a15c-87dbdd20d78c,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:02.551811 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53876) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:25:02.603475 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3aa63c1f-4120-43a2-b024-79fe87f78641 admin admin] Publish callbacks [] for security_group (10e0cf1e-2578-4194-a15c-87dbdd20d78c), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:02.628436 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3aa63c1f-4120-43a2-b024-79fe87f78641 admin admin] Publish callbacks [] for security_group (10e0cf1e-2578-4194-a15c-87dbdd20d78c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:02.748144 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3aa63c1f-4120-43a2-b024-79fe87f78641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (10e0cf1e-2578-4194-a15c-87dbdd20d78c), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:02.751217 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3aa63c1f-4120-43a2-b024-79fe87f78641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:02.761191 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-3aa63c1f-4120-43a2-b024-79fe87f78641 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/10e0cf1e-2578-4194-a15c-87dbdd20d78c HTTP/1.1" status: 204 len: 168 time: 0.1996090 Mar 08 19:25:02.761191 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa63c1f-4120-43a2-b024-79fe87f78641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e0cf1e-2578-4194-a15c-87dbdd20d78c,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:03.417480 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 53910) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:25:03.430792 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-eb88cfac-770a-4c34-880e-8743116ec97c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:03.511656 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-eb88cfac-770a-4c34-880e-8743116ec97c admin admin] Publish callbacks [] for security_group (4ae3a0ff-c732-433a-ba00-1757c03858a4), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:03.595221 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-eb88cfac-770a-4c34-880e-8743116ec97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (4ae3a0ff-c732-433a-ba00-1757c03858a4), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:03.634769 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-eb88cfac-770a-4c34-880e-8743116ec97c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2274768abc1c47d281462e6b1754fbd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162788 Mar 08 19:25:03.635651 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88cfac-770a-4c34-880e-8743116ec97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae3a0ff-c732-433a-ba00-1757c03858a4,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:03.637569 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 53912) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:25:03.691649 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51a287b6-ae03-4f50-bc9b-447eb3b31720 admin admin] Publish callbacks [] for security_group (4ae3a0ff-c732-433a-ba00-1757c03858a4), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:03.713083 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51a287b6-ae03-4f50-bc9b-447eb3b31720 admin admin] Publish callbacks [] for security_group (4ae3a0ff-c732-433a-ba00-1757c03858a4), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:03.812518 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51a287b6-ae03-4f50-bc9b-447eb3b31720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (4ae3a0ff-c732-433a-ba00-1757c03858a4), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:03.815232 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-51a287b6-ae03-4f50-bc9b-447eb3b31720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:03.817183 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-51a287b6-ae03-4f50-bc9b-447eb3b31720 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4ae3a0ff-c732-433a-ba00-1757c03858a4 HTTP/1.1" status: 204 len: 168 time: 0.1781096 Mar 08 19:25:03.825113 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a287b6-ae03-4f50-bc9b-447eb3b31720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae3a0ff-c732-433a-ba00-1757c03858a4,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:04.330449 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cf728e35-c103-4dd6-845f-0bd6ec35ba08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:05.264300 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:07.280904 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:08.526241 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:22.833728 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:24.738314 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:25:28.251414 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 54142) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:25:28.397510 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:28.476519 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Publish callbacks [] for security_group (d7c1c956-25b6-4aa9-8b36-a4fb1c7a714f), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:28.537743 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (d7c1c956-25b6-4aa9-8b36-a4fb1c7a714f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:28.585302 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=40673f80298443ceb711b8dd2433c79a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247209 Mar 08 19:25:28.585302 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c1c956-25b6-4aa9-8b36-a4fb1c7a714f,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:28.585615 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 54150) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:25:28.586632 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:28.587102 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:28.587461 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:28.587807 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:28.588176 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:28.588522 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:28.588859 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:28.589195 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:28.589533 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:28.589863 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:28.590227 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:28.590558 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:28.590915 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3604ce-3b00-4dbb-b09e-a346e978d708 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:25:28.639194 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8bf495c7-f8ea-482e-a307-3eab79f8aa25 admin admin] Publish callbacks [] for security_group (d7c1c956-25b6-4aa9-8b36-a4fb1c7a714f), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:28.660702 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8bf495c7-f8ea-482e-a307-3eab79f8aa25 admin admin] Publish callbacks [] for security_group (d7c1c956-25b6-4aa9-8b36-a4fb1c7a714f), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:28.760785 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8bf495c7-f8ea-482e-a307-3eab79f8aa25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (d7c1c956-25b6-4aa9-8b36-a4fb1c7a714f), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:28.763362 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-8bf495c7-f8ea-482e-a307-3eab79f8aa25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:28.764545 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-8bf495c7-f8ea-482e-a307-3eab79f8aa25 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d7c1c956-25b6-4aa9-8b36-a4fb1c7a714f HTTP/1.1" status: 204 len: 168 time: 0.1828144 Mar 08 19:25:28.773123 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf495c7-f8ea-482e-a307-3eab79f8aa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c1c956-25b6-4aa9-8b36-a4fb1c7a714f,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:30.533545 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-72bb18e8-856e-4d19-bdbb-27fbbdd98692 req-49efb2fb-232e-4ba3-8cf6-3b3aa55732a9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465257 Mar 08 19:25:31.824200 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb18e8-856e-4d19-bdbb-27fbbdd98692 req-32f884d2-fcc1-41ad-b47e-073a9979502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:31.825688 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-72bb18e8-856e-4d19-bdbb-27fbbdd98692 req-32f884d2-fcc1-41ad-b47e-073a9979502e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b0e10c3c47a4ead8a5fd46c50273d16&device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 1129 time: 0.0514703 Mar 08 19:25:31.931773 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb18e8-856e-4d19-bdbb-27fbbdd98692 req-f4315c9f-b5b1-4ff5-9b80-1a16764a93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:31.937619 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-72bb18e8-856e-4d19-bdbb-27fbbdd98692 req-f4315c9f-b5b1-4ff5-9b80-1a16764a93ac service neutron] 10.222.0.76 "GET /v2.0/networks?id=da437335-2487-47d7-93f2-2e3aab805345 HTTP/1.1" status: 200 len: 910 time: 0.0892820 Mar 08 19:25:31.954821 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-806039d8-946f-4836-89f7-a476ca953602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:32.005751 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-72bb18e8-856e-4d19-bdbb-27fbbdd98692 req-f1f90916-108a-4ad9-9e2a-91d50edb85be service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a93dab-2682-44a0-9a81-5794b54922a7 HTTP/1.1" status: 200 len: 1000 time: 0.0655375 Mar 08 19:25:32.053208 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb18e8-856e-4d19-bdbb-27fbbdd98692 req-953877a2-d791-4c30-a06a-95b6969c6b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:32.054581 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-72bb18e8-856e-4d19-bdbb-27fbbdd98692 req-953877a2-d791-4c30-a06a-95b6969c6b1c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=61b5366d-faa2-4af4-bfab-4a96be01176d HTTP/1.1" status: 200 len: 848 time: 0.0424228 Mar 08 19:25:32.102851 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb18e8-856e-4d19-bdbb-27fbbdd98692 req-4401df18-cee6-416a-b6d0-90ba0a7066d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:25:32.104396 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-72bb18e8-856e-4d19-bdbb-27fbbdd98692 req-4401df18-cee6-416a-b6d0-90ba0a7066d1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da437335-2487-47d7-93f2-2e3aab805345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440423 Mar 08 19:25:32.201833 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-72bb18e8-856e-4d19-bdbb-27fbbdd98692 req-8408ab08-bfd2-4af7-8406-eafdfc846879 service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914266 Mar 08 19:25:32.294143 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-72bb18e8-856e-4d19-bdbb-27fbbdd98692 req-1cdb06c7-45e0-427f-ab25-52aca37205c0 service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863259 Mar 08 19:25:34.279798 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e9662d67-e744-445b-95dc-ed3f033c448f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:35.263428 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:37.286113 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:38.460943 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:52.822608 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:55.990304 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 54416) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:25:56.099804 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4f9f1fec-0098-404a-9a26-8664c75b1701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:56.180371 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4f9f1fec-0098-404a-9a26-8664c75b1701 admin admin] Publish callbacks [] for security_group (39683d60-9def-4512-a549-857ef3c6cecc), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:56.283746 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-4f9f1fec-0098-404a-9a26-8664c75b1701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (39683d60-9def-4512-a549-857ef3c6cecc), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:56.322471 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f1fec-0098-404a-9a26-8664c75b1701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39683d60-9def-4512-a549-857ef3c6cecc,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:25:56.327854 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-4f9f1fec-0098-404a-9a26-8664c75b1701 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ecdb94b618ff4127b11d97b2f53ae972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370392 Mar 08 19:25:56.330471 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 54424) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:25:56.380151 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-69e4a277-cebd-4017-b761-2e044eb95d32 admin admin] Publish callbacks [] for security_group (39683d60-9def-4512-a549-857ef3c6cecc), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:56.402983 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-69e4a277-cebd-4017-b761-2e044eb95d32 admin admin] Publish callbacks [] for security_group (39683d60-9def-4512-a549-857ef3c6cecc), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:56.508416 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-69e4a277-cebd-4017-b761-2e044eb95d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (39683d60-9def-4512-a549-857ef3c6cecc), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:56.511036 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-69e4a277-cebd-4017-b761-2e044eb95d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:25:56.512207 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-69e4a277-cebd-4017-b761-2e044eb95d32 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/39683d60-9def-4512-a549-857ef3c6cecc HTTP/1.1" status: 204 len: 168 time: 0.1808429 Mar 08 19:25:56.521110 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4a277-cebd-4017-b761-2e044eb95d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39683d60-9def-4512-a549-857ef3c6cecc,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:01.737629 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:26:01.958925 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7129ac01-b241-450b-b617-c52cb7fef23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:04.317723 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-75f6085f-5e7d-4db6-ad66-cf487c65fed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:05.306178 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:07.289282 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:08.502955 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:11.117475 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 54538) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:11.213218 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:11.288275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Publish callbacks [] for security_group (088dda2a-8489-4374-a11e-6554f59bafde), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:11.342635 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (088dda2a-8489-4374-a11e-6554f59bafde), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:11.380847 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088dda2a-8489-4374-a11e-6554f59bafde,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:11.384863 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6e83c0ff7da54031b27d25a2d14280b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812171 Mar 08 19:26:11.388140 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 54542) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:11.391067 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:11.391405 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:11.392469 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:11.392469 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:11.392469 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:11.392762 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:11.393103 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:11.393433 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:11.393765 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:11.394094 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:11.394448 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:11.395565 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:11.395565 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567abcc-296c-445f-9e52-14c5efffafc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:11.440423 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fc561285-ff4a-4a88-ad77-25f5b19c5190 admin admin] Publish callbacks [] for security_group (088dda2a-8489-4374-a11e-6554f59bafde), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:11.462914 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fc561285-ff4a-4a88-ad77-25f5b19c5190 admin admin] Publish callbacks [] for security_group (088dda2a-8489-4374-a11e-6554f59bafde), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:11.588309 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fc561285-ff4a-4a88-ad77-25f5b19c5190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (088dda2a-8489-4374-a11e-6554f59bafde), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:11.590977 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-fc561285-ff4a-4a88-ad77-25f5b19c5190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:11.592164 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-fc561285-ff4a-4a88-ad77-25f5b19c5190 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/088dda2a-8489-4374-a11e-6554f59bafde HTTP/1.1" status: 204 len: 168 time: 0.2030051 Mar 08 19:26:11.601412 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc561285-ff4a-4a88-ad77-25f5b19c5190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088dda2a-8489-4374-a11e-6554f59bafde,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:12.068934 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 54570) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:12.179231 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-130ec6c6-5b15-43f5-bc2a-0a05a8a5ba51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:12.262159 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-130ec6c6-5b15-43f5-bc2a-0a05a8a5ba51 admin admin] Publish callbacks [] for security_group (86da0ce7-5009-42a4-abab-79d597805797), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:12.352141 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-130ec6c6-5b15-43f5-bc2a-0a05a8a5ba51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (86da0ce7-5009-42a4-abab-79d597805797), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:12.392885 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-130ec6c6-5b15-43f5-bc2a-0a05a8a5ba51 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b51b34572fa848bba444aa560fe8d4f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226895 Mar 08 19:26:12.393754 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ec6c6-5b15-43f5-bc2a-0a05a8a5ba51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86da0ce7-5009-42a4-abab-79d597805797,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:12.396405 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 54580) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:12.449261 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5159347c-35fa-4ee4-bbbe-a40a887c75da admin admin] Publish callbacks [] for security_group (86da0ce7-5009-42a4-abab-79d597805797), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:12.474446 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5159347c-35fa-4ee4-bbbe-a40a887c75da admin admin] Publish callbacks [] for security_group (86da0ce7-5009-42a4-abab-79d597805797), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:12.597371 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5159347c-35fa-4ee4-bbbe-a40a887c75da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (86da0ce7-5009-42a4-abab-79d597805797), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:12.600860 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5159347c-35fa-4ee4-bbbe-a40a887c75da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:12.602037 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-5159347c-35fa-4ee4-bbbe-a40a887c75da admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/86da0ce7-5009-42a4-abab-79d597805797 HTTP/1.1" status: 204 len: 168 time: 0.2046244 Mar 08 19:26:12.611065 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159347c-35fa-4ee4-bbbe-a40a887c75da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86da0ce7-5009-42a4-abab-79d597805797,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:16.303407 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 54610) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:16.408340 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-696579b4-e0cb-4511-91f5-9ab277afff0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:16.485867 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-696579b4-e0cb-4511-91f5-9ab277afff0f admin admin] Publish callbacks [] for security_group (d72be8bf-375a-4a9f-ba1b-59545234ed43), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:16.542543 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-696579b4-e0cb-4511-91f5-9ab277afff0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (d72be8bf-375a-4a9f-ba1b-59545234ed43), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:16.580628 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696579b4-e0cb-4511-91f5-9ab277afff0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72be8bf-375a-4a9f-ba1b-59545234ed43,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:16.586426 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-696579b4-e0cb-4511-91f5-9ab277afff0f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=24b1026772e7460b83e9c9d57e278e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819202 Mar 08 19:26:16.589194 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 54616) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:16.639420 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7dfd8eca-8229-4635-b517-2b03fe70bc5f admin admin] Publish callbacks [] for security_group (d72be8bf-375a-4a9f-ba1b-59545234ed43), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:16.661730 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7dfd8eca-8229-4635-b517-2b03fe70bc5f admin admin] Publish callbacks [] for security_group (d72be8bf-375a-4a9f-ba1b-59545234ed43), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:16.763268 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7dfd8eca-8229-4635-b517-2b03fe70bc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (d72be8bf-375a-4a9f-ba1b-59545234ed43), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:16.766030 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-7dfd8eca-8229-4635-b517-2b03fe70bc5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:16.767204 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-7dfd8eca-8229-4635-b517-2b03fe70bc5f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d72be8bf-375a-4a9f-ba1b-59545234ed43 HTTP/1.1" status: 204 len: 168 time: 0.1771100 Mar 08 19:26:16.775690 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd8eca-8229-4635-b517-2b03fe70bc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72be8bf-375a-4a9f-ba1b-59545234ed43,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:22.808985 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:29.453384 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 54758) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:29.557954 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-75328613-d26d-47ca-a1a6-66e8a31e3b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:29.630313 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-75328613-d26d-47ca-a1a6-66e8a31e3b72 admin admin] Publish callbacks [] for security_group (128dce24-b3a4-4c3c-9836-72d4af896d83), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:29.696632 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-75328613-d26d-47ca-a1a6-66e8a31e3b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (128dce24-b3a4-4c3c-9836-72d4af896d83), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:29.735134 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75328613-d26d-47ca-a1a6-66e8a31e3b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128dce24-b3a4-4c3c-9836-72d4af896d83,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:29.741230 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-75328613-d26d-47ca-a1a6-66e8a31e3b72 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cb6a8df65f9d46898fbd835c86d32fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868218 Mar 08 19:26:29.743745 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 54762) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:29.791170 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-580a45a2-bf57-4516-8d3e-765cb03f8d6e admin admin] Publish callbacks [] for security_group (128dce24-b3a4-4c3c-9836-72d4af896d83), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:29.812589 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-580a45a2-bf57-4516-8d3e-765cb03f8d6e admin admin] Publish callbacks [] for security_group (128dce24-b3a4-4c3c-9836-72d4af896d83), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:29.919354 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-580a45a2-bf57-4516-8d3e-765cb03f8d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (128dce24-b3a4-4c3c-9836-72d4af896d83), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:29.922004 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-580a45a2-bf57-4516-8d3e-765cb03f8d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:29.923153 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-580a45a2-bf57-4516-8d3e-765cb03f8d6e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/128dce24-b3a4-4c3c-9836-72d4af896d83 HTTP/1.1" status: 204 len: 168 time: 0.1784818 Mar 08 19:26:29.932700 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a45a2-bf57-4516-8d3e-765cb03f8d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128dce24-b3a4-4c3c-9836-72d4af896d83,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:31.305852 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-959a8c76-24f3-4805-81ee-ddc3dbf3ef24 req-22a439bf-41ec-4d9e-9090-4c044cd4aebc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434687 Mar 08 19:26:31.395857 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a8c76-24f3-4805-81ee-ddc3dbf3ef24 req-e6f629dd-0822-4d8e-9462-43dd95e0d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:31.397379 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-959a8c76-24f3-4805-81ee-ddc3dbf3ef24 req-e6f629dd-0822-4d8e-9462-43dd95e0d2e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b0e10c3c47a4ead8a5fd46c50273d16&device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 1129 time: 0.0496023 Mar 08 19:26:31.500166 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a8c76-24f3-4805-81ee-ddc3dbf3ef24 req-78d3c68c-66c5-4454-83fe-96758f33af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:31.501955 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-959a8c76-24f3-4805-81ee-ddc3dbf3ef24 req-78d3c68c-66c5-4454-83fe-96758f33af5c service neutron] 10.222.0.76 "GET /v2.0/networks?id=da437335-2487-47d7-93f2-2e3aab805345 HTTP/1.1" status: 200 len: 910 time: 0.0871360 Mar 08 19:26:31.572822 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-959a8c76-24f3-4805-81ee-ddc3dbf3ef24 req-3bfeb731-3312-48d7-8936-587cb5bb80ba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a93dab-2682-44a0-9a81-5794b54922a7 HTTP/1.1" status: 200 len: 1000 time: 0.0650065 Mar 08 19:26:31.620156 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a8c76-24f3-4805-81ee-ddc3dbf3ef24 req-cbd9dbf0-52d5-4a33-b14e-cd8d557e4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:31.621599 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-959a8c76-24f3-4805-81ee-ddc3dbf3ef24 req-cbd9dbf0-52d5-4a33-b14e-cd8d557e4601 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=61b5366d-faa2-4af4-bfab-4a96be01176d HTTP/1.1" status: 200 len: 848 time: 0.0440941 Mar 08 19:26:31.669948 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a8c76-24f3-4805-81ee-ddc3dbf3ef24 req-e76db1f1-14ce-473e-8904-671c874b78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:26:31.671467 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-959a8c76-24f3-4805-81ee-ddc3dbf3ef24 req-e76db1f1-14ce-473e-8904-671c874b78b6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da437335-2487-47d7-93f2-2e3aab805345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445426 Mar 08 19:26:31.764274 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-959a8c76-24f3-4805-81ee-ddc3dbf3ef24 req-20d7c61b-f860-4af4-b233-619b7c6507ea service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864799 Mar 08 19:26:31.862500 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-959a8c76-24f3-4805-81ee-ddc3dbf3ef24 req-6f10ca63-bd67-413a-85b8-ef325cc0e6bc service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922081 Mar 08 19:26:31.951056 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c737ee13-46e1-4fa6-8835-7f5136377c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:34.277115 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-549969e3-f1bf-441a-8fb4-220f0f24eff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:35.271824 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:37.284838 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:38.442700 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:38.736551 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:26:41.423179 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 54836) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:41.529662 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-95dfaff7-4e9a-4440-b6ec-9b1c22c8b65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:41.608786 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-95dfaff7-4e9a-4440-b6ec-9b1c22c8b65f admin admin] Publish callbacks [] for security_group (b8e34c99-57ef-46fb-b167-74435303c70c), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:41.685186 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-95dfaff7-4e9a-4440-b6ec-9b1c22c8b65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (b8e34c99-57ef-46fb-b167-74435303c70c), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:41.728558 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-95dfaff7-4e9a-4440-b6ec-9b1c22c8b65f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2cef3f6ccb5a4a88b4021b8ded81ae7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042188 Mar 08 19:26:41.729509 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfaff7-4e9a-4440-b6ec-9b1c22c8b65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e34c99-57ef-46fb-b167-74435303c70c,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:41.731298 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 54840) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:26:41.783962 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Publish callbacks [] for security_group (b8e34c99-57ef-46fb-b167-74435303c70c), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:41.806418 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Publish callbacks [] for security_group (b8e34c99-57ef-46fb-b167-74435303c70c), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:41.916974 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (b8e34c99-57ef-46fb-b167-74435303c70c), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:41.919576 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:26:41.920786 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b8e34c99-57ef-46fb-b167-74435303c70c HTTP/1.1" status: 204 len: 168 time: 0.1882865 Mar 08 19:26:41.930008 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e34c99-57ef-46fb-b167-74435303c70c,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:26:41.937231 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.937580 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.937917 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.938249 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.938577 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.938899 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.939222 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.939546 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.939865 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.940218 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.940538 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.940878 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:41.941191 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688808e-daf8-4dd0-acbf-f21f9e298cad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:26:52.850568 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:01.958832 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ef09c7de-a926-4d6e-947a-1b4d12692dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:04.282263 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aa7d530d-430f-4c4e-9a6a-652c13f40bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:05.287557 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:07.313062 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:08.461299 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:15.735510 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:27:22.853096 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:31.335931 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ec866a6f-f8e6-4565-87cf-03430522c2ad req-d83ffac9-9b2a-4b0e-b83a-f3b2249b2313 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479269 Mar 08 19:27:31.420588 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec866a6f-f8e6-4565-87cf-03430522c2ad req-5e883a37-eaaa-453f-981e-eb15b6eadf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:31.422059 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ec866a6f-f8e6-4565-87cf-03430522c2ad req-5e883a37-eaaa-453f-981e-eb15b6eadf96 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b0e10c3c47a4ead8a5fd46c50273d16&device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 1129 time: 0.0433433 Mar 08 19:27:31.525134 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec866a6f-f8e6-4565-87cf-03430522c2ad req-2d4bbfe0-faf0-42be-90d9-f8b8cd3ac2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:31.526653 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ec866a6f-f8e6-4565-87cf-03430522c2ad req-2d4bbfe0-faf0-42be-90d9-f8b8cd3ac2d9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da437335-2487-47d7-93f2-2e3aab805345 HTTP/1.1" status: 200 len: 910 time: 0.0877929 Mar 08 19:27:31.592071 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ec866a6f-f8e6-4565-87cf-03430522c2ad req-f4d7085c-63ec-4ec7-b5dd-f6dbf2aaad3d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a93dab-2682-44a0-9a81-5794b54922a7 HTTP/1.1" status: 200 len: 1000 time: 0.0574510 Mar 08 19:27:31.639810 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec866a6f-f8e6-4565-87cf-03430522c2ad req-6d7600e9-3c90-4d78-8dd4-bf2bcac794f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:31.641333 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ec866a6f-f8e6-4565-87cf-03430522c2ad req-6d7600e9-3c90-4d78-8dd4-bf2bcac794f4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=61b5366d-faa2-4af4-bfab-4a96be01176d HTTP/1.1" status: 200 len: 848 time: 0.0431414 Mar 08 19:27:31.705740 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec866a6f-f8e6-4565-87cf-03430522c2ad req-5906f76e-4e10-4be9-8c5d-ed999aa74b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:31.707223 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ec866a6f-f8e6-4565-87cf-03430522c2ad req-5906f76e-4e10-4be9-8c5d-ed999aa74b0a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da437335-2487-47d7-93f2-2e3aab805345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575523 Mar 08 19:27:31.795443 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ec866a6f-f8e6-4565-87cf-03430522c2ad req-c59e6384-5269-44ae-8c85-f9752fe86661 service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806937 Mar 08 19:27:31.886090 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ec866a6f-f8e6-4565-87cf-03430522c2ad req-30a6b4a4-d30c-4f4e-86d2-9fac44e80e66 service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848413 Mar 08 19:27:31.949956 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8e7377c1-59a8-4eca-a8f2-f2c32ad5af1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:34.299370 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ae4141f9-3b3c-4c68-8104-afcc403fbcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:35.284082 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:37.298712 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:38.443711 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:39.147435 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc96946-c443-40b9-a0a7-009f6fb257b8 req-b89d2133-9ccb-43a5-82f9-d92675168a62 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:39.148955 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3bc96946-c443-40b9-a0a7-009f6fb257b8 req-b89d2133-9ccb-43a5-82f9-d92675168a62 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0549994 Mar 08 19:27:39.198690 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3bc96946-c443-40b9-a0a7-009f6fb257b8 req-657730ed-85bf-41e9-9207-833bcbb8828b tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441852 Mar 08 19:27:40.325791 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3cf88-d01c-4366-86dd-4a4089752bc7 req-728c1322-8dd6-4af2-b488-2c94f7fc7d22 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:40.327283 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bab3cf88-d01c-4366-86dd-4a4089752bc7 req-728c1322-8dd6-4af2-b488-2c94f7fc7d22 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0565147 Mar 08 19:27:40.375692 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bab3cf88-d01c-4366-86dd-4a4089752bc7 req-0b628f4d-db84-48a4-bf0b-ea2fde57c95a tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427520 Mar 08 19:27:41.520900 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa9967-329f-43bb-aba5-62943a6c2c89 req-24db1ea8-d0d5-469b-a58a-792c83e8e8ca tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:41.523351 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-59fa9967-329f-43bb-aba5-62943a6c2c89 req-24db1ea8-d0d5-469b-a58a-792c83e8e8ca tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0782621 Mar 08 19:27:41.572485 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-59fa9967-329f-43bb-aba5-62943a6c2c89 req-4b56d3a5-17fb-41a1-8dfc-fee2c6c8aa01 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437975 Mar 08 19:27:42.694115 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a6c16-4e1f-41c8-b497-937e55b05b68 req-1e33fb21-0772-4cbd-860f-1e1e289a25be tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:42.695669 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-545a6c16-4e1f-41c8-b497-937e55b05b68 req-1e33fb21-0772-4cbd-860f-1e1e289a25be tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0552697 Mar 08 19:27:42.746862 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-545a6c16-4e1f-41c8-b497-937e55b05b68 req-3d06deb5-b877-4b4a-9cd5-14bafcbcb4bf tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456884 Mar 08 19:27:44.130165 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d93ae-d342-44f6-a54f-d829146863f3 req-70c66ef6-4079-4f7e-ae7b-2a5ee35b57e0 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:44.131563 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3f2d93ae-d342-44f6-a54f-d829146863f3 req-70c66ef6-4079-4f7e-ae7b-2a5ee35b57e0 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.3175421 Mar 08 19:27:44.180216 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3f2d93ae-d342-44f6-a54f-d829146863f3 req-0f4a2c3e-e97b-45d5-9ae3-e969c0b798dd tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427895 Mar 08 19:27:45.298036 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c7d91-a5da-4473-9e93-777d23be0b14 req-a912a574-b5a6-406d-b697-a119dc25744b tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:45.299576 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ae4c7d91-a5da-4473-9e93-777d23be0b14 req-a912a574-b5a6-406d-b697-a119dc25744b tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0523148 Mar 08 19:27:45.348802 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ae4c7d91-a5da-4473-9e93-777d23be0b14 req-e6c2a789-8633-4c3b-83ef-c02193cc1255 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436256 Mar 08 19:27:46.523032 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129000a8-f355-49af-9e3d-1185ee29caa0 req-25bf355b-b856-43d7-84a7-35ddbc142cbb tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:46.524531 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-129000a8-f355-49af-9e3d-1185ee29caa0 req-25bf355b-b856-43d7-84a7-35ddbc142cbb tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0558558 Mar 08 19:27:46.574938 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-129000a8-f355-49af-9e3d-1185ee29caa0 req-2e90b76e-76e6-480c-b2d1-bffe3af7ea6a tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446408 Mar 08 19:27:47.693698 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38826a-a995-4f8a-90c1-ea8778151988 req-6192b8de-8cc3-4952-b2f1-fa9d51e32dbf tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:47.695199 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0b38826a-a995-4f8a-90c1-ea8778151988 req-6192b8de-8cc3-4952-b2f1-fa9d51e32dbf tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0531578 Mar 08 19:27:47.744399 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0b38826a-a995-4f8a-90c1-ea8778151988 req-02c5156e-21cd-4cf3-9f9b-f848fba3eeaf tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436399 Mar 08 19:27:48.867482 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95f73c-4766-4f12-8cfb-d75a45db0eb1 req-4eb378d4-9a9d-4ecc-942b-355ff668990b tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:48.869429 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0c95f73c-4766-4f12-8cfb-d75a45db0eb1 req-4eb378d4-9a9d-4ecc-942b-355ff668990b tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0586588 Mar 08 19:27:48.920205 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0c95f73c-4766-4f12-8cfb-d75a45db0eb1 req-3803bcf2-106d-41b8-a051-433acada43ac tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448892 Mar 08 19:27:49.358941 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb529df6-c324-4789-a897-eec4ffe32a4d req-bedd3775-797b-4665-87ca-b8f20bada817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:49.360479 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fb529df6-c324-4789-a897-eec4ffe32a4d req-bedd3775-797b-4665-87ca-b8f20bada817 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b0e10c3c47a4ead8a5fd46c50273d16&device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 1129 time: 0.0436943 Mar 08 19:27:49.454186 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb529df6-c324-4789-a897-eec4ffe32a4d req-ef78bfdc-c6fa-4617-9b8d-d3466a7a550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:49.456258 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fb529df6-c324-4789-a897-eec4ffe32a4d req-ef78bfdc-c6fa-4617-9b8d-d3466a7a550c service neutron] 10.222.0.76 "GET /v2.0/networks?id=da437335-2487-47d7-93f2-2e3aab805345 HTTP/1.1" status: 200 len: 910 time: 0.0900662 Mar 08 19:27:49.521574 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fb529df6-c324-4789-a897-eec4ffe32a4d req-0b6d8465-3830-49b8-ad46-acdd2c4279be service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a93dab-2682-44a0-9a81-5794b54922a7 HTTP/1.1" status: 200 len: 1000 time: 0.0599296 Mar 08 19:27:49.569249 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb529df6-c324-4789-a897-eec4ffe32a4d req-e1d31e93-2647-4d14-8cc1-eb31c5bb335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:49.570708 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fb529df6-c324-4789-a897-eec4ffe32a4d req-e1d31e93-2647-4d14-8cc1-eb31c5bb335d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=61b5366d-faa2-4af4-bfab-4a96be01176d HTTP/1.1" status: 200 len: 848 time: 0.0434813 Mar 08 19:27:49.624099 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb529df6-c324-4789-a897-eec4ffe32a4d req-ac06eb77-c34c-46bf-a45f-7a3ab897b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:49.625534 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fb529df6-c324-4789-a897-eec4ffe32a4d req-ac06eb77-c34c-46bf-a45f-7a3ab897b819 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da437335-2487-47d7-93f2-2e3aab805345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492344 Mar 08 19:27:49.713428 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fb529df6-c324-4789-a897-eec4ffe32a4d req-ff713a3c-e81a-4519-8594-12b6b0ed8879 service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818720 Mar 08 19:27:49.806077 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fb529df6-c324-4789-a897-eec4ffe32a4d req-663584bd-02f1-46f9-83f2-42a2e6a4bb42 service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864313 Mar 08 19:27:50.039365 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba904572-450d-49f9-945a-0149af9113c0 req-4915337e-448c-4396-a212-1fdf2e5221e7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:50.040921 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ba904572-450d-49f9-945a-0149af9113c0 req-4915337e-448c-4396-a212-1fdf2e5221e7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0550389 Mar 08 19:27:50.092922 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ba904572-450d-49f9-945a-0149af9113c0 req-a2f007ed-0ac3-48ac-a32a-f338fef13d39 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465345 Mar 08 19:27:51.219265 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230211e0-8341-434b-bb4e-e18e10cc04bb req-40800027-0a8c-433a-bfc0-5793c6bf34fe tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:51.221371 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-230211e0-8341-434b-bb4e-e18e10cc04bb req-40800027-0a8c-433a-bfc0-5793c6bf34fe tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0615606 Mar 08 19:27:51.273944 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-230211e0-8341-434b-bb4e-e18e10cc04bb req-b6491f6f-6816-4ce2-9304-ca83d0e751d7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470045 Mar 08 19:27:52.393956 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe775907-f411-4faa-97d0-09589597124e req-7b605581-6b8c-442e-a972-a226eb40817f tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:52.395493 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fe775907-f411-4faa-97d0-09589597124e req-7b605581-6b8c-442e-a972-a226eb40817f tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0545504 Mar 08 19:27:52.444793 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fe775907-f411-4faa-97d0-09589597124e req-92d69fca-60e6-4fe0-98f9-cfe77f965cfa tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436771 Mar 08 19:27:52.734970 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:27:52.872323 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:52.898934 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb52363-ff84-4756-b914-dd67d0182f9b req-8d609357-b18e-44a5-8041-0a5b9a49c039 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:52.900446 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1fb52363-ff84-4756-b914-dd67d0182f9b req-8d609357-b18e-44a5-8041-0a5b9a49c039 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0528891 Mar 08 19:27:52.960066 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1fb52363-ff84-4756-b914-dd67d0182f9b req-6dbc1949-1888-4e14-b777-bf84e5a6ac67 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487740 Mar 08 19:27:53.045760 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-64608529-3aa0-4196-a39e-aa725cdef79e req-42f26aab-462b-45df-ac2e-eabad005965e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1396251 Mar 08 19:27:54.078551 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6d577-5db7-4935-bdc0-17a0951e223b req-e16cebb6-a724-4ed2-8f5a-8f38f803e974 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:54.080856 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-26b6d577-5db7-4935-bdc0-17a0951e223b req-e16cebb6-a724-4ed2-8f5a-8f38f803e974 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0536156 Mar 08 19:27:54.132575 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-26b6d577-5db7-4935-bdc0-17a0951e223b req-80b5f32c-bf1d-4505-a5a4-ff7ba310118c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452845 Mar 08 19:27:54.272177 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608529-3aa0-4196-a39e-aa725cdef79e req-fed9e1aa-a8fa-49cc-85dc-11fff0ee9a7c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:54.273634 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-64608529-3aa0-4196-a39e-aa725cdef79e req-fed9e1aa-a8fa-49cc-85dc-11fff0ee9a7c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports/55a93dab-2682-44a0-9a81-5794b54922a7 HTTP/1.1" status: 200 len: 942 time: 0.1910336 Mar 08 19:27:55.257010 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7034e-4d13-45d7-8c64-e70280062d1e req-c278824e-a7e4-4040-bc66-a5f2110b8c69 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:55.258432 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2fc7034e-4d13-45d7-8c64-e70280062d1e req-c278824e-a7e4-4040-bc66-a5f2110b8c69 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0575018 Mar 08 19:27:55.311259 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2fc7034e-4d13-45d7-8c64-e70280062d1e req-1344af12-85b6-42ad-9b77-1503d728d926 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472357 Mar 08 19:27:56.128184 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 55a93dab-2682-44a0-9a81-5794b54922a7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:27:56.203496 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 55a93dab-2682-44a0-9a81-5794b54922a7 is: ACTIVE; New status is: DOWN {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:27:56.203887 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:56.231214 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a93dab-2682-44a0-9a81-5794b54922a7'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:27:56.236566 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00b0f8b-7529-47d6-9efa-2ad247ed5066" -d '{"events": [{"server_uuid": "015a3ea6-135a-4574-a5a1-e7ebeb9a7a61", "name": "network-vif-unplugged", "status": "completed", "tag": "55a93dab-2682-44a0-9a81-5794b54922a7"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:27:56.245922 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 55a93dab-2682-44a0-9a81-5794b54922a7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=55a93dab-2682-44a0-9a81-5794b54922a7,segment=NetworkSegment(dc1ef7b0-3f68-490c-9780-d418d0331c48),segment_id=dc1ef7b0-3f68-490c-9780-d418d0331c48)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:27:56.315825 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:27:56.340841 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 19:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639b8b93-11d2-4639-8339-e2a35efab444 x-openstack-request-id: req-639b8b93-11d2-4639-8339-e2a35efab444 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:27:56.341137 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015a3ea6-135a-4574-a5a1-e7ebeb9a7a61", "name": "network-vif-unplugged", "status": "failed", "tag": "55a93dab-2682-44a0-9a81-5794b54922a7", "code": 422}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:27:56.341388 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-639b8b93-11d2-4639-8339-e2a35efab444 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:27:56.341777 dv-cinder-830091-3-iscsi neutron-server[103682]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55a93dab-2682-44a0-9a81-5794b54922a7', 'code': 422} returned with failed status Mar 08 19:27:56.369854 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=55a93dab-2682-44a0-9a81-5794b54922a7,revision_number=6']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:27:56.378306 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:56.378741 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:56.379096 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:56.380038 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:56.380038 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:56.380234 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:56.380539 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:56.380878 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:56.381197 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:56.381529 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:56.381851 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:56.382172 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:56.382518 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:27:56.444854 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882139b-1544-4f36-b794-dff0ebf5044c req-b3d8a43e-b0e4-44fb-95b3-7d0e71f06ced tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:56.446401 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7882139b-1544-4f36-b794-dff0ebf5044c req-b3d8a43e-b0e4-44fb-95b3-7d0e71f06ced tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.0559208 Mar 08 19:27:56.497277 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7882139b-1544-4f36-b794-dff0ebf5044c req-c3fc8d80-c9d5-4e7e-a0b5-064123c215d1 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452006 Mar 08 19:27:57.616407 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3ffe1-9607-4e1a-9dff-b1f8c94da89c req-82110354-7cba-481b-9431-bc891212e361 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:57.617920 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-89f3ffe1-9607-4e1a-9dff-b1f8c94da89c req-82110354-7cba-481b-9431-bc891212e361 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.0530818 Mar 08 19:27:57.669967 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-89f3ffe1-9607-4e1a-9dff-b1f8c94da89c req-c5b9c649-79f3-4122-a665-4fb77bc6b27c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464344 Mar 08 19:27:58.787758 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b28bf-8c7d-44e9-b215-a7dea4ca7b0c req-32ef2b96-6aa9-42b9-bdc1-7860d37b8561 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:58.789367 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d3b28bf-8c7d-44e9-b215-a7dea4ca7b0c req-32ef2b96-6aa9-42b9-bdc1-7860d37b8561 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.0524921 Mar 08 19:27:58.838909 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d3b28bf-8c7d-44e9-b215-a7dea4ca7b0c req-ca969ce3-fcb7-4556-b7de-2aa8939167d1 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440340 Mar 08 19:27:59.555601 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608529-3aa0-4196-a39e-aa725cdef79e req-de6b93b4-e38e-4e41-a511-b72b1b3604ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:59.557156 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-64608529-3aa0-4196-a39e-aa725cdef79e req-de6b93b4-e38e-4e41-a511-b72b1b3604ee service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61&tenant_id=0b0e10c3c47a4ead8a5fd46c50273d16 HTTP/1.1" status: 200 len: 1127 time: 0.0438719 Mar 08 19:27:59.621799 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608529-3aa0-4196-a39e-aa725cdef79e req-ecabdca0-31c1-4bec-b0c1-78c3199405b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:59.623599 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-64608529-3aa0-4196-a39e-aa725cdef79e req-ecabdca0-31c1-4bec-b0c1-78c3199405b8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b0e10c3c47a4ead8a5fd46c50273d16&device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 1127 time: 0.0431960 Mar 08 19:27:59.712576 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608529-3aa0-4196-a39e-aa725cdef79e req-14ee6d93-26c6-4f71-8896-ec24e197140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:59.714021 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-64608529-3aa0-4196-a39e-aa725cdef79e req-14ee6d93-26c6-4f71-8896-ec24e197140a service neutron] 10.222.0.76 "GET /v2.0/networks?id=da437335-2487-47d7-93f2-2e3aab805345 HTTP/1.1" status: 200 len: 910 time: 0.0845616 Mar 08 19:27:59.780422 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-64608529-3aa0-4196-a39e-aa725cdef79e req-6d108a38-0712-4c43-8eac-29a5b9903a05 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a93dab-2682-44a0-9a81-5794b54922a7 HTTP/1.1" status: 200 len: 998 time: 0.0592387 Mar 08 19:27:59.826470 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608529-3aa0-4196-a39e-aa725cdef79e req-dc06c0ef-72eb-49e2-a6d6-ec42dc064207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:59.827808 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-64608529-3aa0-4196-a39e-aa725cdef79e req-dc06c0ef-72eb-49e2-a6d6-ec42dc064207 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=61b5366d-faa2-4af4-bfab-4a96be01176d HTTP/1.1" status: 200 len: 848 time: 0.0420914 Mar 08 19:27:59.875318 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608529-3aa0-4196-a39e-aa725cdef79e req-6ba4e97b-b169-4861-ab27-23eb9099d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:27:59.877647 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-64608529-3aa0-4196-a39e-aa725cdef79e req-6ba4e97b-b169-4861-ab27-23eb9099d048 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da437335-2487-47d7-93f2-2e3aab805345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440400 Mar 08 19:28:00.007551 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cc354-5857-41f3-987d-57254eaa63ea req-f5c2b85e-a95b-4fae-a141-b897c3290770 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:00.009056 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6a0cc354-5857-41f3-987d-57254eaa63ea req-f5c2b85e-a95b-4fae-a141-b897c3290770 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.0978684 Mar 08 19:28:00.011191 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-64608529-3aa0-4196-a39e-aa725cdef79e req-77a4e4d0-07a8-4aaa-83df-d37c1a18cecd service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275237 Mar 08 19:28:00.115845 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6a0cc354-5857-41f3-987d-57254eaa63ea req-630b8539-088f-4bdd-8e21-bdb1ce14f7a6 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011236 Mar 08 19:28:00.137926 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-64608529-3aa0-4196-a39e-aa725cdef79e req-f53c0288-6489-413c-853d-bbfafb2a250f service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164436 Mar 08 19:28:01.238129 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23799e5e-cfb2-4630-8edd-69686928a967 req-a2bb35f2-5773-4d96-896a-dab3609eff75 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:01.239572 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-23799e5e-cfb2-4630-8edd-69686928a967 req-a2bb35f2-5773-4d96-896a-dab3609eff75 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.0545733 Mar 08 19:28:01.289442 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-23799e5e-cfb2-4630-8edd-69686928a967 req-1dd49b6b-a262-40a8-8e1c-dee2a96940b7 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442832 Mar 08 19:28:01.954836 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5f098d35-abfc-4c19-8c27-30e1c813aa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:02.408885 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c1afa-cbaf-46f5-8e03-99f0dc033d36 req-d80741da-6e38-4347-8d8e-7f79ce07d68a tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:02.410358 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5c5c1afa-cbaf-46f5-8e03-99f0dc033d36 req-d80741da-6e38-4347-8d8e-7f79ce07d68a tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.0529015 Mar 08 19:28:02.457718 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5c5c1afa-cbaf-46f5-8e03-99f0dc033d36 req-6484bcae-534b-4ce4-bcbf-79147b6f2cdb tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418410 Mar 08 19:28:03.578811 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93964843-8a49-494b-b357-b13e75df378f req-53bfd14c-de81-45a4-a506-7a610b8c59df tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:03.580525 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-93964843-8a49-494b-b357-b13e75df378f req-53bfd14c-de81-45a4-a506-7a610b8c59df tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.0556865 Mar 08 19:28:03.629367 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-93964843-8a49-494b-b357-b13e75df378f req-9601d0ab-ac4e-461c-8356-a555ea9c1ba8 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433838 Mar 08 19:28:04.292078 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-fb23d44c-5a9a-4c13-89c3-556e3d5e8493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:04.753182 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74108f-9532-4f37-b87d-92b239b04867 req-ff4b1db7-8eca-4309-9ec8-dbc71512317c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:04.754658 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1f74108f-9532-4f37-b87d-92b239b04867 req-ff4b1db7-8eca-4309-9ec8-dbc71512317c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.0523620 Mar 08 19:28:04.802569 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1f74108f-9532-4f37-b87d-92b239b04867 req-9f07b71b-c6c9-4169-95be-c615e78a737c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425162 Mar 08 19:28:05.292445 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:05.926095 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51250129-94f6-49a2-9bb3-6b5fa7ee98e6 req-c55542a7-d7be-4088-bf95-dce77bef09eb tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:05.927615 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-51250129-94f6-49a2-9bb3-6b5fa7ee98e6 req-c55542a7-d7be-4088-bf95-dce77bef09eb tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.0560386 Mar 08 19:28:05.975623 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-51250129-94f6-49a2-9bb3-6b5fa7ee98e6 req-1456c619-8d52-4b5b-bc0b-d1528d06d862 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424850 Mar 08 19:28:07.095069 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27e065-a712-486b-b064-34c0bb690b63 req-68c5ece7-4ca2-4d3a-a601-af442c325041 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:07.096583 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2d27e065-a712-486b-b064-34c0bb690b63 req-68c5ece7-4ca2-4d3a-a601-af442c325041 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.0527127 Mar 08 19:28:07.144573 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2d27e065-a712-486b-b064-34c0bb690b63 req-0fe76c60-f933-46ff-ac0b-f50cf817e878 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424457 Mar 08 19:28:07.312131 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:08.175984 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 55a93dab-2682-44a0-9a81-5794b54922a7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:28:08.263255 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc9981-65bf-46d4-9b97-06ea8f0d8390 req-3bebb401-2242-4e61-b63c-f450084bd3a2 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:08.264771 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f1cc9981-65bf-46d4-9b97-06ea8f0d8390 req-3bebb401-2242-4e61-b63c-f450084bd3a2 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 943 time: 0.0525522 Mar 08 19:28:08.273467 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 55a93dab-2682-44a0-9a81-5794b54922a7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=55a93dab-2682-44a0-9a81-5794b54922a7,segment=NetworkSegment(dc1ef7b0-3f68-490c-9780-d418d0331c48),segment_id=dc1ef7b0-3f68-490c-9780-d418d0331c48)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:28:08.284949 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '55a93dab-2682-44a0-9a81-5794b54922a7', 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'port_id': '55a93dab-2682-44a0-9a81-5794b54922a7', 'mac_address': 'fa:16:3e:18:2c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 990, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:28:08.319009 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f1cc9981-65bf-46d4-9b97-06ea8f0d8390 req-e571234e-2781-4e73-9f7f-6830cde79b6d tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478191 Mar 08 19:28:08.325759 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 55a93dab-2682-44a0-9a81-5794b54922a7 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:28:08.326248 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:08.340685 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a93dab-2682-44a0-9a81-5794b54922a7 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:28:08.361448 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 55a93dab-2682-44a0-9a81-5794b54922a7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=55a93dab-2682-44a0-9a81-5794b54922a7,segment=NetworkSegment(dc1ef7b0-3f68-490c-9780-d418d0331c48),segment_id=dc1ef7b0-3f68-490c-9780-d418d0331c48)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:28:08.437574 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:08.468364 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:08.487021 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=55a93dab-2682-44a0-9a81-5794b54922a7,revision_number=7']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:08.796446 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['55a93dab-2682-44a0-9a81-5794b54922a7'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:28:09.436462 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2b19e-9b23-4cb4-a3b5-aecfc7a3aae1 req-d7fb51cf-30c3-4b32-8408-66ed23d7321c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:09.437948 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f8a2b19e-9b23-4cb4-a3b5-aecfc7a3aae1 req-d7fb51cf-30c3-4b32-8408-66ed23d7321c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 944 time: 0.0525768 Mar 08 19:28:09.486126 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f8a2b19e-9b23-4cb4-a3b5-aecfc7a3aae1 req-3ec36f98-8568-4e1b-b712-8f0c6d468fc1 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422001 Mar 08 19:28:10.174609 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 55a93dab-2682-44a0-9a81-5794b54922a7 up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:28:10.223411 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 55a93dab-2682-44a0-9a81-5794b54922a7 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:28:10.223701 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:10.300222 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 55a93dab-2682-44a0-9a81-5794b54922a7 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:28:10.300613 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:10.322084 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a93dab-2682-44a0-9a81-5794b54922a7'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:28:10.324343 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5771b33b-110f-4257-b514-54c2aa016088" -d '{"events": [{"server_uuid": "015a3ea6-135a-4574-a5a1-e7ebeb9a7a61", "name": "network-vif-plugged", "status": "completed", "tag": "55a93dab-2682-44a0-9a81-5794b54922a7"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:28:10.336521 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 55a93dab-2682-44a0-9a81-5794b54922a7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=55a93dab-2682-44a0-9a81-5794b54922a7,segment=NetworkSegment(dc1ef7b0-3f68-490c-9780-d418d0331c48),segment_id=dc1ef7b0-3f68-490c-9780-d418d0331c48)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:28:10.359063 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa91597-41bb-4d13-a145-bcba9ad5c2a8 x-openstack-request-id: req-daa91597-41bb-4d13-a145-bcba9ad5c2a8 {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:28:10.359359 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015a3ea6-135a-4574-a5a1-e7ebeb9a7a61", "name": "network-vif-plugged", "status": "completed", "tag": "55a93dab-2682-44a0-9a81-5794b54922a7", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:28:10.359636 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-daa91597-41bb-4d13-a145-bcba9ad5c2a8 {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:28:10.360641 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a93dab-2682-44a0-9a81-5794b54922a7', 'code': 200} Mar 08 19:28:10.414632 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:10.465487 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=55a93dab-2682-44a0-9a81-5794b54922a7,revision_number=8']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:28:10.611819 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5eb2a-365c-40a2-8134-e42526f70f74 req-5cc52b88-eb36-4849-952b-0ae621f2f6d6 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:10.613378 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-58e5eb2a-365c-40a2-8134-e42526f70f74 req-5cc52b88-eb36-4849-952b-0ae621f2f6d6 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0546026 Mar 08 19:28:10.694185 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-58e5eb2a-365c-40a2-8134-e42526f70f74 req-146ecad3-62fe-490e-a2f8-2b7ca900e168 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749905 Mar 08 19:28:10.700465 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f721fa5-8d1d-44f0-b7b4-5b7770130000 req-73ede14c-0855-44b1-879a-30f7c5f951a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:10.701922 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f721fa5-8d1d-44f0-b7b4-5b7770130000 req-73ede14c-0855-44b1-879a-30f7c5f951a5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 1129 time: 0.0766983 Mar 08 19:28:10.747069 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f721fa5-8d1d-44f0-b7b4-5b7770130000 req-0699d692-e498-4ae5-b8c2-128c9c00226d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389485 Mar 08 19:28:11.825817 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57dcbf9-db08-4437-b35a-6cfb2f682abe req-d6eb82e9-ccab-4397-b79d-ab80c231269c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:11.827315 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e57dcbf9-db08-4437-b35a-6cfb2f682abe req-d6eb82e9-ccab-4397-b79d-ab80c231269c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0604892 Mar 08 19:28:11.883450 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e57dcbf9-db08-4437-b35a-6cfb2f682abe req-0cc5032a-ae9e-48f5-b902-9760d600f2a3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495784 Mar 08 19:28:13.001948 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d61dea-c842-4e9a-ac59-98d547803d15 req-bd1156ec-e657-449b-9cd3-e0b1a93f4f99 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:13.003431 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-33d61dea-c842-4e9a-ac59-98d547803d15 req-bd1156ec-e657-449b-9cd3-e0b1a93f4f99 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0519562 Mar 08 19:28:13.056262 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-33d61dea-c842-4e9a-ac59-98d547803d15 req-8997d013-c79c-4c6d-a939-a2824696381e tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472884 Mar 08 19:28:22.840024 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:29.735273 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:28:31.954791 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-11a83b86-80c5-4b7f-91f7-3550dc5cc4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:33.302220 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-30e585ff-54ff-45e4-86e4-d55953cb9b16 req-3c017c34-9074-4e0f-ae16-bb02ccbf5afe service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429575 Mar 08 19:28:33.386067 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e585ff-54ff-45e4-86e4-d55953cb9b16 req-f635c65d-2eb7-42df-82bb-34f71e81039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:33.387501 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-30e585ff-54ff-45e4-86e4-d55953cb9b16 req-f635c65d-2eb7-42df-82bb-34f71e81039f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b0e10c3c47a4ead8a5fd46c50273d16&device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 1129 time: 0.0440245 Mar 08 19:28:33.497264 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e585ff-54ff-45e4-86e4-d55953cb9b16 req-739d61bb-dd17-4e20-93fd-1a2159fa2f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:33.499000 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-30e585ff-54ff-45e4-86e4-d55953cb9b16 req-739d61bb-dd17-4e20-93fd-1a2159fa2f63 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da437335-2487-47d7-93f2-2e3aab805345 HTTP/1.1" status: 200 len: 910 time: 0.0916748 Mar 08 19:28:33.564368 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-30e585ff-54ff-45e4-86e4-d55953cb9b16 req-c4c9555e-2aa8-4d9c-9ef8-f4ab9c653743 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a93dab-2682-44a0-9a81-5794b54922a7 HTTP/1.1" status: 200 len: 1000 time: 0.0586543 Mar 08 19:28:33.612757 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e585ff-54ff-45e4-86e4-d55953cb9b16 req-cea6f412-9b9d-4cf7-82e5-a2a57c3d0772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:33.614794 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-30e585ff-54ff-45e4-86e4-d55953cb9b16 req-cea6f412-9b9d-4cf7-82e5-a2a57c3d0772 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=61b5366d-faa2-4af4-bfab-4a96be01176d HTTP/1.1" status: 200 len: 848 time: 0.0443599 Mar 08 19:28:33.668750 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e585ff-54ff-45e4-86e4-d55953cb9b16 req-cf9fe933-30cc-4e96-bac9-ca1f4af7d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:28:33.670248 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-30e585ff-54ff-45e4-86e4-d55953cb9b16 req-cf9fe933-30cc-4e96-bac9-ca1f4af7d4ab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da437335-2487-47d7-93f2-2e3aab805345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497754 Mar 08 19:28:33.757537 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-30e585ff-54ff-45e4-86e4-d55953cb9b16 req-231effd4-5c99-40f7-b858-218f9772c3fc service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806873 Mar 08 19:28:33.847216 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-30e585ff-54ff-45e4-86e4-d55953cb9b16 req-24a07a6e-856f-4a7e-8b02-9c9e426b5d0d service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832651 Mar 08 19:28:34.280052 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8e0765e1-7703-4167-9a93-f4b42a703a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:35.288556 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:37.294079 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:38.439968 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:28:52.865615 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:01.942098 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2d31424b-f8ec-4196-afd4-d635b982c296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:04.279173 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cc1c31b1-4198-4e43-8a66-bfb7da91a465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:05.296601 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:06.734948 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:29:07.302059 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:08.453354 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:16.571663 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [req-116fb90d-8506-4c63-96d7-0d201f8d535b req-5f035493-31d5-4683-8bd6-f1bcc597c257 service neutron] (103680) timed out ('10.222.0.76', 60823) {{(pid=103680) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 19:29:22.862767 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:31.956132 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-6db4846c-866d-4209-95be-3629a41e6de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:34.073820 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1f58ef08-c888-4aa2-8d52-e25fba079087 req-70afb8a3-12c7-41f2-9942-a65afb9566e4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0919802 Mar 08 19:29:34.157875 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ef08-c888-4aa2-8d52-e25fba079087 req-f168b575-318f-4f62-b215-c971a48ff6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:34.159340 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1f58ef08-c888-4aa2-8d52-e25fba079087 req-f168b575-318f-4f62-b215-c971a48ff6ac service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b0e10c3c47a4ead8a5fd46c50273d16&device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 1129 time: 0.0437415 Mar 08 19:29:34.265230 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ef08-c888-4aa2-8d52-e25fba079087 req-667c7a7d-4979-4cc3-8b20-9b7fe3507ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:34.266629 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1f58ef08-c888-4aa2-8d52-e25fba079087 req-667c7a7d-4979-4cc3-8b20-9b7fe3507ecd service neutron] 10.222.0.76 "GET /v2.0/networks?id=da437335-2487-47d7-93f2-2e3aab805345 HTTP/1.1" status: 200 len: 910 time: 0.0889938 Mar 08 19:29:34.270665 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-51743736-7b99-48ed-9b2f-c87c2b7defa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:34.329713 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1f58ef08-c888-4aa2-8d52-e25fba079087 req-b97b268e-0ded-480e-840a-4bcfafdb7f49 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a93dab-2682-44a0-9a81-5794b54922a7 HTTP/1.1" status: 200 len: 1000 time: 0.0577219 Mar 08 19:29:34.384212 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ef08-c888-4aa2-8d52-e25fba079087 req-0fdd3785-5ef5-49eb-afa4-19a06bd3d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:34.385694 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1f58ef08-c888-4aa2-8d52-e25fba079087 req-0fdd3785-5ef5-49eb-afa4-19a06bd3d9d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=61b5366d-faa2-4af4-bfab-4a96be01176d HTTP/1.1" status: 200 len: 848 time: 0.0501962 Mar 08 19:29:34.435351 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ef08-c888-4aa2-8d52-e25fba079087 req-d9375aab-59a3-4cda-82d0-54c7a29f08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:34.436953 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1f58ef08-c888-4aa2-8d52-e25fba079087 req-d9375aab-59a3-4cda-82d0-54c7a29f08bb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da437335-2487-47d7-93f2-2e3aab805345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459087 Mar 08 19:29:34.523005 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1f58ef08-c888-4aa2-8d52-e25fba079087 req-09074343-eab6-4828-b0d8-abad44cdd690 service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801573 Mar 08 19:29:34.617191 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1f58ef08-c888-4aa2-8d52-e25fba079087 req-21a01037-a4fc-4ffb-917f-f9fdab95fe35 service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882423 Mar 08 19:29:35.298707 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:37.304860 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:38.484021 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:43.733782 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:29:49.057864 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 54990) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:29:49.330499 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Deleting port 62f64344-0d58-4a84-bc24-ea47c3862cc3 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:29:49.330835 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (62f64344-0d58-4a84-bc24-ea47c3862cc3), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:49.412755 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (62f64344-0d58-4a84-bc24-ea47c3862cc3), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:49.413073 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for floatingip (62f64344-0d58-4a84-bc24-ea47c3862cc3), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:49.426560 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Calling delete_port for 62f64344-0d58-4a84-bc24-ea47c3862cc3 owned by network:floatingip {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:29:49.664758 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (62f64344-0d58-4a84-bc24-ea47c3862cc3), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:49.695802 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Pushing event deleted for resources: {'Port': ['ID=62f64344-0d58-4a84-bc24-ea47c3862cc3,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:29:49.718109 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:49.718449 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:49.718789 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:49.719122 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:49.719446 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:49.719767 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:49.720122 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:49.720441 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:49.720760 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:49.721097 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:49.721396 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:49.722389 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:49.722812 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:49.768444 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for floatingip (249df64c-e33f-4a32-a8f1-7eb6ef3c107b), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:49.769770 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.l3_db [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Floating IP 249df64c-e33f-4a32-a8f1-7eb6ef3c107b disassociated (deleted). External IP: 172.27.3.15, port: 55a93dab-2682-44a0-9a81-5794b54922a7. Mar 08 19:29:50.005823 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Router 01dd3feb-2ec9-4883-a092-37d6b28bd19e has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:29:50.127351 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:29:50.133506 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:50.141670 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3c665-f3f7-4154-ac5c-a17fc8a771ca None None] Sync routers for ids ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:29:50.156528 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3c665-f3f7-4154-ac5c-a17fc8a771ca None None] Routers {'01dd3feb-2ec9-4883-a092-37d6b28bd19e'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:29:50.157744 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-e6d3c665-f3f7-4154-ac5c-a17fc8a771ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:29:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:29:50.170253 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-ef5c7399-2994-489b-8dbe-9d31e31aebf3 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "DELETE /v2.0/floatingips/249df64c-e33f-4a32-a8f1-7eb6ef3c107b HTTP/1.1" status: 204 len: 168 time: 1.1112797 Mar 08 19:29:50.170936 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'tag': '55a93dab-2682-44a0-9a81-5794b54922a7'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:29:50.173525 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53819140b743c14f5f7a1fe2ab51494c776a848c6f719dc74ac88d912fee6995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53e25ab-3ce6-4f8f-8b98-fa85f8ce17d4" -d '{"events": [{"name": "network-changed", "server_uuid": "015a3ea6-135a-4574-a5a1-e7ebeb9a7a61", "tag": "55a93dab-2682-44a0-9a81-5794b54922a7"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:29:50.283375 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17ec11b-7bb8-4775-bfe6-dc263370c354 x-openstack-request-id: req-e17ec11b-7bb8-4775-bfe6-dc263370c354 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:29:50.283674 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015a3ea6-135a-4574-a5a1-e7ebeb9a7a61", "tag": "55a93dab-2682-44a0-9a81-5794b54922a7", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:29:50.283972 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e17ec11b-7bb8-4775-bfe6-dc263370c354 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:29:50.284451 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'tag': '55a93dab-2682-44a0-9a81-5794b54922a7', 'status': 'completed', 'code': 200} Mar 08 19:29:50.352511 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e25ab-3ce6-4f8f-8b98-fa85f8ce17d4 req-c0ae4369-b171-4eff-9601-948df62ab8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:50.354185 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d53e25ab-3ce6-4f8f-8b98-fa85f8ce17d4 req-c0ae4369-b171-4eff-9601-948df62ab8a1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b0e10c3c47a4ead8a5fd46c50273d16&device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 1129 time: 0.0492871 Mar 08 19:29:50.365382 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-e6d3c665-f3f7-4154-ac5c-a17fc8a771ca None None] Set router 01dd3feb-2ec9-4883-a092-37d6b28bd19e gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:29:50.451653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e25ab-3ce6-4f8f-8b98-fa85f8ce17d4 req-9e3118bf-906a-400d-a76c-87054a956cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:50.453115 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d53e25ab-3ce6-4f8f-8b98-fa85f8ce17d4 req-9e3118bf-906a-400d-a76c-87054a956cd8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=da437335-2487-47d7-93f2-2e3aab805345 HTTP/1.1" status: 200 len: 910 time: 0.0925951 Mar 08 19:29:50.495290 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d53e25ab-3ce6-4f8f-8b98-fa85f8ce17d4 req-10b04e5e-f814-4af0-9df7-97c037e00a4f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a93dab-2682-44a0-9a81-5794b54922a7 HTTP/1.1" status: 200 len: 217 time: 0.0363860 Mar 08 19:29:50.552735 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e25ab-3ce6-4f8f-8b98-fa85f8ce17d4 req-49285ad2-abde-4e7c-93ff-67e64c5316da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:50.553215 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d53e25ab-3ce6-4f8f-8b98-fa85f8ce17d4 req-49285ad2-abde-4e7c-93ff-67e64c5316da service neutron] 10.222.0.76 "GET /v2.0/subnets?id=61b5366d-faa2-4af4-bfab-4a96be01176d HTTP/1.1" status: 200 len: 848 time: 0.0507994 Mar 08 19:29:50.569610 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-e6d3c665-f3f7-4154-ac5c-a17fc8a771ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'name': 'tempest-TestShelveInstance-1135428425-router', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:13Z', 'updated_at': '2022-03-08T19:23:17Z', 'revision_number': 4, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'gw_port': {'id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:14Z', 'updated_at': '2022-03-08T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e364318b-1d4c-4ebf-a952-236b3b069a01', 'name': '', 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'mac_address': 'fa:16:3e:8d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:16Z', 'updated_at': '2022-03-08T19:23:20Z', 'revision_number': 5, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'subnets': [{'id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:29:50.597238 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3c665-f3f7-4154-ac5c-a17fc8a771ca None None] Checking router: 01dd3feb-2ec9-4883-a092-37d6b28bd19e for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:29:50.605974 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3c665-f3f7-4154-ac5c-a17fc8a771ca None None] Routers {'01dd3feb-2ec9-4883-a092-37d6b28bd19e'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:29:50.606589 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-e6d3c665-f3f7-4154-ac5c-a17fc8a771ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:29:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:29:50.644778 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e25ab-3ce6-4f8f-8b98-fa85f8ce17d4 req-9642e1e8-a8ec-4093-8bf5-6712f1652c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:50.646600 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d53e25ab-3ce6-4f8f-8b98-fa85f8ce17d4 req-9642e1e8-a8ec-4093-8bf5-6712f1652c03 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=da437335-2487-47d7-93f2-2e3aab805345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0856619 Mar 08 19:29:50.657034 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d671bef-285e-4c7d-84c0-f47cf99b06e2 req-1b6a13bd-f90b-41af-9b7a-fc8d36156aa8 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:50.658523 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1d671bef-285e-4c7d-84c0-f47cf99b06e2 req-1b6a13bd-f90b-41af-9b7a-fc8d36156aa8 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.1305950 Mar 08 19:29:50.716961 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-e6d3c665-f3f7-4154-ac5c-a17fc8a771ca None None] Set router 01dd3feb-2ec9-4883-a092-37d6b28bd19e gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:29:50.765130 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1d671bef-285e-4c7d-84c0-f47cf99b06e2 req-768b1df3-7909-4832-b823-532d600e7379 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968056 Mar 08 19:29:50.779837 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d53e25ab-3ce6-4f8f-8b98-fa85f8ce17d4 req-e94c693f-7c29-4d5c-a1a7-74b19cef3edb service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204073 Mar 08 19:29:50.867586 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d53e25ab-3ce6-4f8f-8b98-fa85f8ce17d4 req-e5d0a78e-6332-4efd-9a02-9d01b0e0f6da service neutron] 10.222.0.76 "GET /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805490 Mar 08 19:29:50.916904 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-e6d3c665-f3f7-4154-ac5c-a17fc8a771ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'name': 'tempest-TestShelveInstance-1135428425-router', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:13Z', 'updated_at': '2022-03-08T19:23:17Z', 'revision_number': 4, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'gw_port': {'id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:14Z', 'updated_at': '2022-03-08T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e364318b-1d4c-4ebf-a952-236b3b069a01', 'name': '', 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'mac_address': 'fa:16:3e:8d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:16Z', 'updated_at': '2022-03-08T19:23:20Z', 'revision_number': 5, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'subnets': [{'id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:29:50.944156 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3c665-f3f7-4154-ac5c-a17fc8a771ca None None] The sync data for ids ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'] in dv-cinder-830091-3-iscsi is: [{'id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'name': 'tempest-TestShelveInstance-1135428425-router', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:13Z', 'updated_at': '2022-03-08T19:23:17Z', 'revision_number': 4, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'gw_port': {'id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:14Z', 'updated_at': '2022-03-08T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e364318b-1d4c-4ebf-a952-236b3b069a01', 'name': '', 'network_id': 'da437335-2487-47d7-93f2-2e3aab805345', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'mac_address': 'fa:16:3e:8d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:16Z', 'updated_at': '2022-03-08T19:23:20Z', 'revision_number': 5, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'subnets': [{'id': '61b5366d-faa2-4af4-bfab-4a96be01176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:29:51.164513 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902eaa2c-5488-49dc-80e4-a7cf682f8eb2 None None] New status for floating IP 249df64c-e33f-4a32-a8f1-7eb6ef3c107b: DOWN {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:29:51.981404 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cf078-7b12-474a-b72d-ed888bc1e49d req-1ee737d8-1185-455b-b392-efbc364d7991 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:51.982971 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-465cf078-7b12-474a-b72d-ed888bc1e49d req-1ee737d8-1185-455b-b392-efbc364d7991 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.1389010 Mar 08 19:29:52.040530 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-465cf078-7b12-474a-b72d-ed888bc1e49d req-9c269d71-fb19-41a7-89e2-f4e744bdc2ae tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469530 Mar 08 19:29:52.181777 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621c305-4101-44ef-8a7c-5279881ffac2 req-dc5a2bac-0378-4a89-8d1c-b782f2910586 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:29:52.183147 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6621c305-4101-44ef-8a7c-5279881ffac2 req-dc5a2bac-0378-4a89-8d1c-b782f2910586 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.76 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 945 time: 0.0550704 Mar 08 19:29:52.283366 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-6621c305-4101-44ef-8a7c-5279881ffac2 req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Deleting port 55a93dab-2682-44a0-9a81-5794b54922a7 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:29:52.283703 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-6621c305-4101-44ef-8a7c-5279881ffac2 req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:52.382217 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-6621c305-4101-44ef-8a7c-5279881ffac2 req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] For port 55a93dab-2682-44a0-9a81-5794b54922a7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=55a93dab-2682-44a0-9a81-5794b54922a7,segment=NetworkSegment(dc1ef7b0-3f68-490c-9780-d418d0331c48),segment_id=dc1ef7b0-3f68-490c-9780-d418d0331c48)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:29:52.382575 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-6621c305-4101-44ef-8a7c-5279881ffac2 req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:52.396287 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-6621c305-4101-44ef-8a7c-5279881ffac2 req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Calling delete_port for 55a93dab-2682-44a0-9a81-5794b54922a7 owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:29:52.601949 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-6621c305-4101-44ef-8a7c-5279881ffac2 req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (55a93dab-2682-44a0-9a81-5794b54922a7), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:52.632372 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Pushing event deleted for resources: {'Port': ['ID=55a93dab-2682-44a0-9a81-5794b54922a7,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:29:52.647653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.647653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.647653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.647653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.647653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.647653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.647653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.648966 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.648966 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.648966 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.648966 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.649572 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.649572 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:29:52.687749 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-6621c305-4101-44ef-8a7c-5279881ffac2 req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] No DVR routers for this DVR port 55a93dab-2682-44a0-9a81-5794b54922a7 on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:29:52.691143 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-6621c305-4101-44ef-8a7c-5279881ffac2 req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:52.694824 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6621c305-4101-44ef-8a7c-5279881ffac2 req-cd58a6c2-e24c-4d48-8a0f-cb7048630819 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.76 "DELETE /v2.0/ports/55a93dab-2682-44a0-9a81-5794b54922a7 HTTP/1.1" status: 204 len: 173 time: 0.5059052 Mar 08 19:29:52.695293 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'name': 'network-vif-deleted', 'tag': '55a93dab-2682-44a0-9a81-5794b54922a7'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:29:52.697606 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62798120-0d79-4873-ab08-d1f395cd680f" -d '{"events": [{"server_uuid": "015a3ea6-135a-4574-a5a1-e7ebeb9a7a61", "name": "network-vif-deleted", "tag": "55a93dab-2682-44a0-9a81-5794b54922a7"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:29:52.804332 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc68019-a199-4b0a-8b3d-474322edf5d2 x-openstack-request-id: req-4cc68019-a199-4b0a-8b3d-474322edf5d2 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:29:52.804332 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015a3ea6-135a-4574-a5a1-e7ebeb9a7a61", "name": "network-vif-deleted", "tag": "55a93dab-2682-44a0-9a81-5794b54922a7", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:29:52.804332 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4cc68019-a199-4b0a-8b3d-474322edf5d2 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:29:52.804332 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015a3ea6-135a-4574-a5a1-e7ebeb9a7a61', 'name': 'network-vif-deleted', 'tag': '55a93dab-2682-44a0-9a81-5794b54922a7', 'status': 'completed', 'code': 200} Mar 08 19:29:52.858998 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:53.200274 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-88792d6a-ec49-4f12-ab22-3f0efc8822bf req-f42c6e3f-90fe-4e6c-942e-b997252f9137 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 210 time: 0.0325036 Mar 08 19:29:54.341604 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4d999bc0-25c2-478a-8445-49cd57b7a88f req-163fbb44-668e-4789-afeb-898a4c5b3131 tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "GET /v2.0/ports?device_id=015a3ea6-135a-4574-a5a1-e7ebeb9a7a61 HTTP/1.1" status: 200 len: 210 time: 0.0468640 Mar 08 19:29:55.408101 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55030) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:29:55.474835 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a0decae0-cd0d-41bc-bdbc-c4123bbeac9c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group (5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:55.505713 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a0decae0-cd0d-41bc-bdbc-c4123bbeac9c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group (5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:55.645490 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a0decae0-cd0d-41bc-bdbc-c4123bbeac9c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:55.647881 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a0decae0-cd0d-41bc-bdbc-c4123bbeac9c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:55.649119 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-a0decae0-cd0d-41bc-bdbc-c4123bbeac9c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] 10.222.0.75 "DELETE /v2.0/security-groups/5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d HTTP/1.1" status: 204 len: 168 time: 0.2397690 Mar 08 19:29:55.659282 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0decae0-cd0d-41bc-bdbc-c4123bbeac9c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8c32c6-d001-4a4d-bea0-3e172d2f9e0d,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:29:56.622577 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 55a93dab-2682-44a0-9a81-5794b54922a7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:29:56.649029 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: 55a93dab-2682-44a0-9a81-5794b54922a7 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:29:56.649587 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 55a93dab-2682-44a0-9a81-5794b54922a7 not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:29:56.822716 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55036) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:29:57.598097 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-834d9ecb-44fb-4652-911c-acbc3f1ed9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8096085'] for router_interface (01dd3feb-2ec9-4883-a092-37d6b28bd19e), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:57.890192 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-834d9ecb-44fb-4652-911c-acbc3f1ed9c4 admin admin] Deleting port e364318b-1d4c-4ebf-a952-236b3b069a01 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:29:57.890986 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-834d9ecb-44fb-4652-911c-acbc3f1ed9c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:57.981056 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-834d9ecb-44fb-4652-911c-acbc3f1ed9c4 admin admin] For port e364318b-1d4c-4ebf-a952-236b3b069a01, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=e364318b-1d4c-4ebf-a952-236b3b069a01,segment=NetworkSegment(dc1ef7b0-3f68-490c-9780-d418d0331c48),segment_id=dc1ef7b0-3f68-490c-9780-d418d0331c48)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:29:57.981422 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-834d9ecb-44fb-4652-911c-acbc3f1ed9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:57.996565 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-834d9ecb-44fb-4652-911c-acbc3f1ed9c4 admin admin] Calling delete_port for e364318b-1d4c-4ebf-a952-236b3b069a01 owned by network:router_interface {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:29:58.249654 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-834d9ecb-44fb-4652-911c-acbc3f1ed9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (e364318b-1d4c-4ebf-a952-236b3b069a01), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:58.274507 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d9ecb-44fb-4652-911c-acbc3f1ed9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e364318b-1d4c-4ebf-a952-236b3b069a01,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:29:58.471007 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-834d9ecb-44fb-4652-911c-acbc3f1ed9c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8096033'] for router_interface (01dd3feb-2ec9-4883-a092-37d6b28bd19e), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:58.778000 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834d9ecb-44fb-4652-911c-acbc3f1ed9c4 admin admin] Router 01dd3feb-2ec9-4883-a092-37d6b28bd19e has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:29:58.932946 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834d9ecb-44fb-4652-911c-acbc3f1ed9c4 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:29:58.938079 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-834d9ecb-44fb-4652-911c-acbc3f1ed9c4 admin admin] 10.222.0.75 "PUT /v2.0/routers/01dd3feb-2ec9-4883-a092-37d6b28bd19e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1139445 Mar 08 19:29:58.941842 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55040) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:29:58.944685 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dce344-5ae3-4e85-9866-ac2cf8db1ad6 None None] Sync routers for ids ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:29:58.956427 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dce344-5ae3-4e85-9866-ac2cf8db1ad6 None None] Routers {'01dd3feb-2ec9-4883-a092-37d6b28bd19e'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:29:58.957067 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-64dce344-5ae3-4e85-9866-ac2cf8db1ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:29:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:29:59.052010 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a035d3e3-543c-4c4c-95be-df21fc04129b admin admin] Publish callbacks [] for router (01dd3feb-2ec9-4883-a092-37d6b28bd19e), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:59.079251 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-64dce344-5ae3-4e85-9866-ac2cf8db1ad6 None None] Set router 01dd3feb-2ec9-4883-a092-37d6b28bd19e gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:29:59.173090 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a035d3e3-543c-4c4c-95be-df21fc04129b admin admin] Publish callbacks [] for router_gateway (01dd3feb-2ec9-4883-a092-37d6b28bd19e), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:59.293190 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-a035d3e3-543c-4c4c-95be-df21fc04129b admin admin] Deleting port 6dc890e5-7c64-4fe7-9598-e57838db678c {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:29:59.293645 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a035d3e3-543c-4c4c-95be-df21fc04129b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (6dc890e5-7c64-4fe7-9598-e57838db678c), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:59.298934 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-64dce344-5ae3-4e85-9866-ac2cf8db1ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'name': 'tempest-TestShelveInstance-1135428425-router', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:13Z', 'updated_at': '2022-03-08T19:29:58Z', 'revision_number': 5, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'gw_port': {'id': '6dc890e5-7c64-4fe7-9598-e57838db678c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:14Z', 'updated_at': '2022-03-08T19:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:29:59.338084 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dce344-5ae3-4e85-9866-ac2cf8db1ad6 None None] Checking router: 01dd3feb-2ec9-4883-a092-37d6b28bd19e for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:29:59.347797 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dce344-5ae3-4e85-9866-ac2cf8db1ad6 None None] Routers {'01dd3feb-2ec9-4883-a092-37d6b28bd19e'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:29:59.348438 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-64dce344-5ae3-4e85-9866-ac2cf8db1ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:29:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:29:59.390598 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-a035d3e3-543c-4c4c-95be-df21fc04129b admin admin] For port 6dc890e5-7c64-4fe7-9598-e57838db678c, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=6dc890e5-7c64-4fe7-9598-e57838db678c,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:29:59.391007 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a035d3e3-543c-4c4c-95be-df21fc04129b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (6dc890e5-7c64-4fe7-9598-e57838db678c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:59.407797 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-a035d3e3-543c-4c4c-95be-df21fc04129b admin admin] Calling delete_port for 6dc890e5-7c64-4fe7-9598-e57838db678c owned by network:router_gateway {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:29:59.443708 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-64dce344-5ae3-4e85-9866-ac2cf8db1ad6 None None] Set router 01dd3feb-2ec9-4883-a092-37d6b28bd19e gateway port host: None {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:29:59.500478 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-64dce344-5ae3-4e85-9866-ac2cf8db1ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'name': 'tempest-TestShelveInstance-1135428425-router', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:13Z', 'updated_at': '2022-03-08T19:29:59Z', 'revision_number': 6, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'gw_port_host': None}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:29:59.532698 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dce344-5ae3-4e85-9866-ac2cf8db1ad6 None None] The sync data for ids ['01dd3feb-2ec9-4883-a092-37d6b28bd19e'] in dv-cinder-830091-3-iscsi is: [{'id': '01dd3feb-2ec9-4883-a092-37d6b28bd19e', 'name': 'tempest-TestShelveInstance-1135428425-router', 'tenant_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:13Z', 'updated_at': '2022-03-08T19:29:59Z', 'revision_number': 6, 'project_id': '0b0e10c3c47a4ead8a5fd46c50273d16', 'gw_port_host': None}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:29:59.653105 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a035d3e3-543c-4c4c-95be-df21fc04129b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (6dc890e5-7c64-4fe7-9598-e57838db678c), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:59.677208 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035d3e3-543c-4c4c-95be-df21fc04129b admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc890e5-7c64-4fe7-9598-e57838db678c,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:29:59.741459 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a035d3e3-543c-4c4c-95be-df21fc04129b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101515'] for router_gateway (01dd3feb-2ec9-4883-a092-37d6b28bd19e), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:59.837725 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a035d3e3-543c-4c4c-95be-df21fc04129b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (01dd3feb-2ec9-4883-a092-37d6b28bd19e), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:59.839825 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a035d3e3-543c-4c4c-95be-df21fc04129b admin admin] Publish callbacks [] for router_controller (01dd3feb-2ec9-4883-a092-37d6b28bd19e), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:59.964554 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a035d3e3-543c-4c4c-95be-df21fc04129b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096552'] for router (01dd3feb-2ec9-4883-a092-37d6b28bd19e), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:59.965353 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a035d3e3-543c-4c4c-95be-df21fc04129b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01dd3feb-2ec9-4883-a092-37d6b28bd19e {{(pid=103681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:29:59.977183 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-a035d3e3-543c-4c4c-95be-df21fc04129b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:29:59.979860 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55042) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:29:59.989359 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-a035d3e3-543c-4c4c-95be-df21fc04129b admin admin] 10.222.0.75 "DELETE /v2.0/routers/01dd3feb-2ec9-4883-a092-37d6b28bd19e HTTP/1.1" status: 204 len: 168 time: 1.0461566 Mar 08 19:30:00.009331 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device e364318b-1d4c-4ebf-a952-236b3b069a01 no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:30:00.034439 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: e364318b-1d4c-4ebf-a952-236b3b069a01 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:30:00.035254 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device e364318b-1d4c-4ebf-a952-236b3b069a01 not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:30:00.046076 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4073426-9243-4a65-9860-df0b5be5b651 admin admin] Deleting subnet 61b5366d-faa2-4af4-bfab-4a96be01176d {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:30:00.049952 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d4073426-9243-4a65-9860-df0b5be5b651 admin admin] Publish callbacks [] for subnet (61b5366d-faa2-4af4-bfab-4a96be01176d), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:00.086479 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d4073426-9243-4a65-9860-df0b5be5b651 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5655609'] for subnet (61b5366d-faa2-4af4-bfab-4a96be01176d), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:00.168604 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d4073426-9243-4a65-9860-df0b5be5b651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (61b5366d-faa2-4af4-bfab-4a96be01176d), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:00.295707 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d4073426-9243-4a65-9860-df0b5be5b651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6014785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4975794'] for subnet (61b5366d-faa2-4af4-bfab-4a96be01176d), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:00.329157 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d4073426-9243-4a65-9860-df0b5be5b651 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:00.333411 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531fc38a-4503-48b2-bfa2-2fbdb529a1ea None None] Network da437335-2487-47d7-93f2-2e3aab805345 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:30:00.334120 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-d4073426-9243-4a65-9860-df0b5be5b651 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/61b5366d-faa2-4af4-bfab-4a96be01176d HTTP/1.1" status: 204 len: 168 time: 0.3525984 Mar 08 19:30:00.335572 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4073426-9243-4a65-9860-df0b5be5b651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b5366d-faa2-4af4-bfab-4a96be01176d,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:00.336749 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55044) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:00.426253 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (da437335-2487-47d7-93f2-2e3aab805345), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:00.533251 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] DHCP port deletion for da437335-2487-47d7-93f2-2e3aab805345 request from dv-cinder-830091-3-iscsi {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:30:00.537748 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] Deleting port 3d724f61-7195-4a80-9e17-9f1a2961653c {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:30:00.538181 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (3d724f61-7195-4a80-9e17-9f1a2961653c), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:00.595948 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Deleting port 3d724f61-7195-4a80-9e17-9f1a2961653c {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:30:00.597232 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (3d724f61-7195-4a80-9e17-9f1a2961653c), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:00.631570 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] For port 3d724f61-7195-4a80-9e17-9f1a2961653c, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=3d724f61-7195-4a80-9e17-9f1a2961653c,segment=NetworkSegment(dc1ef7b0-3f68-490c-9780-d418d0331c48),segment_id=dc1ef7b0-3f68-490c-9780-d418d0331c48)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:30:00.632232 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (3d724f61-7195-4a80-9e17-9f1a2961653c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:00.654955 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] Calling delete_port for 3d724f61-7195-4a80-9e17-9f1a2961653c owned by network:dhcp {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:30:00.676037 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] For port 3d724f61-7195-4a80-9e17-9f1a2961653c, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=3d724f61-7195-4a80-9e17-9f1a2961653c,segment=NetworkSegment(dc1ef7b0-3f68-490c-9780-d418d0331c48),segment_id=dc1ef7b0-3f68-490c-9780-d418d0331c48)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:30:00.676756 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (3d724f61-7195-4a80-9e17-9f1a2961653c), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:00.690818 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Calling delete_port for 3d724f61-7195-4a80-9e17-9f1a2961653c owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:30:00.834648 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (3d724f61-7195-4a80-9e17-9f1a2961653c), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:00.844168 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258'] for port (3d724f61-7195-4a80-9e17-9f1a2961653c), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:00.881580 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] Pushing event deleted for resources: {'Port': ['ID=3d724f61-7195-4a80-9e17-9f1a2961653c,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:00.883898 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] No DVR routers for this DVR port 3d724f61-7195-4a80-9e17-9f1a2961653c on host dv-cinder-830091-3-iscsi {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:30:00.891718 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Pushing event deleted for resources: {'Port': ['ID=3d724f61-7195-4a80-9e17-9f1a2961653c,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:00.904552 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] No DVR routers for this DVR port 3d724f61-7195-4a80-9e17-9f1a2961653c on host dv-cinder-830091-3-iscsi {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:30:00.917192 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:00.917750 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:00.918518 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:00.918858 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:00.919402 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:00.920198 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:00.920703 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:00.921163 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:00.921609 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:00.922069 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:00.922564 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:00.923048 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:00.923532 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a00ec-50c7-432d-95a3-7681bb2793be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:00.991175 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (da437335-2487-47d7-93f2-2e3aab805345), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:01.015085 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da437335-2487-47d7-93f2-2e3aab805345']}} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:01.027231 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1ef7b0-3f68-490c-9780-d418d0331c48') {'for_net_delete': True} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:01.027525 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1ef7b0-3f68-490c-9780-d418d0331c48') {} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:01.044232 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4838956'] for segment (dc1ef7b0-3f68-490c-9780-d418d0331c48), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:01.060152 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (dc1ef7b0-3f68-490c-9780-d418d0331c48), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:01.068438 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] Releasing vlan 990 on physical network physnet1 to pool {{(pid=103681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:30:01.068906 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5418114'] for segment (dc1ef7b0-3f68-490c-9780-d418d0331c48), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: Traceback (most recent call last): Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: timer() Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: cb(*args, **kw) Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: return func(*args, **kwargs) Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: self._notify() Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: self.callback(batched_events) Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: event.method(event) Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: return f(self, *a, **k) Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._get(url).json() Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: return self.request(url, 'GET', **kwargs) Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:30:01.071052 dv-cinder-830091-3-iscsi neutron-server[103681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:30:01.184639 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (da437335-2487-47d7-93f2-2e3aab805345), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:01.190667 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:01.194068 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] 10.222.0.75 "DELETE /v2.0/networks/da437335-2487-47d7-93f2-2e3aab805345 HTTP/1.1" status: 204 len: 168 time: 0.8558204 Mar 08 19:30:01.198034 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55046) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:01.205403 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c731a-c607-4af9-9969-6e23fb83615a admin admin] Pushing event deleted for resources: {'Network': ['ID=da437335-2487-47d7-93f2-2e3aab805345,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:01.597044 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e9878f97-b351-42f6-9d8a-2a5e53407585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8096085'] for router_interface (e1eab0ee-e3b8-422a-85b3-3f382381bae6), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:01.705654 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 6dc890e5-7c64-4fe7-9598-e57838db678c no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:30:01.726166 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 6dc890e5-7c64-4fe7-9598-e57838db678c {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:30:01.726513 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 6dc890e5-7c64-4fe7-9598-e57838db678c not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:30:01.726938 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 3d724f61-7195-4a80-9e17-9f1a2961653c no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:30:01.746240 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 3d724f61-7195-4a80-9e17-9f1a2961653c {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:30:01.746586 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 3d724f61-7195-4a80-9e17-9f1a2961653c not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:30:01.855410 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-e9878f97-b351-42f6-9d8a-2a5e53407585 admin admin] Deleting port 08c23cbf-bc91-4698-a3ef-119d11c1a9db {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:30:01.855645 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e9878f97-b351-42f6-9d8a-2a5e53407585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:01.933135 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-e9878f97-b351-42f6-9d8a-2a5e53407585 admin admin] For port 08c23cbf-bc91-4698-a3ef-119d11c1a9db, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=08c23cbf-bc91-4698-a3ef-119d11c1a9db,segment=NetworkSegment(af811c87-06ef-4295-9a00-fb0dde856741),segment_id=af811c87-06ef-4295-9a00-fb0dde856741)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:30:01.933503 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e9878f97-b351-42f6-9d8a-2a5e53407585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:01.947222 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-e9878f97-b351-42f6-9d8a-2a5e53407585 admin admin] Calling delete_port for 08c23cbf-bc91-4698-a3ef-119d11c1a9db owned by network:router_interface {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:30:01.978706 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b091064f-2016-4f23-a0ec-a1c67fef6c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:02.195717 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e9878f97-b351-42f6-9d8a-2a5e53407585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (08c23cbf-bc91-4698-a3ef-119d11c1a9db), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:02.225136 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9878f97-b351-42f6-9d8a-2a5e53407585 admin admin] Pushing event deleted for resources: {'Port': ['ID=08c23cbf-bc91-4698-a3ef-119d11c1a9db,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:02.391459 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e9878f97-b351-42f6-9d8a-2a5e53407585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8096033'] for router_interface (e1eab0ee-e3b8-422a-85b3-3f382381bae6), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:02.835664 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9878f97-b351-42f6-9d8a-2a5e53407585 admin admin] Router e1eab0ee-e3b8-422a-85b3-3f382381bae6 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:30:02.947903 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9878f97-b351-42f6-9d8a-2a5e53407585 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:30:02.953231 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-e9878f97-b351-42f6-9d8a-2a5e53407585 admin admin] 10.222.0.75 "PUT /v2.0/routers/e1eab0ee-e3b8-422a-85b3-3f382381bae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7540421 Mar 08 19:30:02.956653 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55048) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:02.961098 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24698f-95c4-4567-874c-fb6e2b3ac840 None None] Sync routers for ids ['e1eab0ee-e3b8-422a-85b3-3f382381bae6'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:30:02.970826 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24698f-95c4-4567-874c-fb6e2b3ac840 None None] Routers {'e1eab0ee-e3b8-422a-85b3-3f382381bae6'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:30:02.972627 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-cc24698f-95c4-4567-874c-fb6e2b3ac840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:29:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1eab0ee-e3b8-422a-85b3-3f382381bae6'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:03.070675 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b550045c-3914-49e1-8023-ffb691ef3ed4 admin admin] Publish callbacks [] for router (e1eab0ee-e3b8-422a-85b3-3f382381bae6), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:03.103169 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-cc24698f-95c4-4567-874c-fb6e2b3ac840 None None] Set router e1eab0ee-e3b8-422a-85b3-3f382381bae6 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:30:03.178808 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b550045c-3914-49e1-8023-ffb691ef3ed4 admin admin] Publish callbacks [] for router_gateway (e1eab0ee-e3b8-422a-85b3-3f382381bae6), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:03.284736 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-cc24698f-95c4-4567-874c-fb6e2b3ac840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'name': 'tempest-TestShelveInstance-599261114-router', 'tenant_id': 'd296d274f6254d36a732af8448a52e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:20Z', 'updated_at': '2022-03-08T19:30:02Z', 'revision_number': 5, 'project_id': 'd296d274f6254d36a732af8448a52e10', 'gw_port': {'id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:21Z', 'updated_at': '2022-03-08T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:03.311609 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24698f-95c4-4567-874c-fb6e2b3ac840 None None] Checking router: e1eab0ee-e3b8-422a-85b3-3f382381bae6 for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:30:03.321059 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24698f-95c4-4567-874c-fb6e2b3ac840 None None] Routers {'e1eab0ee-e3b8-422a-85b3-3f382381bae6'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:30:03.321709 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-cc24698f-95c4-4567-874c-fb6e2b3ac840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:29:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1eab0ee-e3b8-422a-85b3-3f382381bae6'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:03.394961 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-b550045c-3914-49e1-8023-ffb691ef3ed4 admin admin] Deleting port 607cc9a9-6cf4-4534-b4ad-653e37ccd59c {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:30:03.395303 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b550045c-3914-49e1-8023-ffb691ef3ed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (607cc9a9-6cf4-4534-b4ad-653e37ccd59c), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:03.438488 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-cc24698f-95c4-4567-874c-fb6e2b3ac840 None None] Set router e1eab0ee-e3b8-422a-85b3-3f382381bae6 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:30:03.481111 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-b550045c-3914-49e1-8023-ffb691ef3ed4 admin admin] For port 607cc9a9-6cf4-4534-b4ad-653e37ccd59c, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=607cc9a9-6cf4-4534-b4ad-653e37ccd59c,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:30:03.481465 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b550045c-3914-49e1-8023-ffb691ef3ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (607cc9a9-6cf4-4534-b4ad-653e37ccd59c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:03.493797 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-b550045c-3914-49e1-8023-ffb691ef3ed4 admin admin] Calling delete_port for 607cc9a9-6cf4-4534-b4ad-653e37ccd59c owned by network:router_gateway {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:30:03.622469 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-cc24698f-95c4-4567-874c-fb6e2b3ac840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'name': 'tempest-TestShelveInstance-599261114-router', 'tenant_id': 'd296d274f6254d36a732af8448a52e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:20Z', 'updated_at': '2022-03-08T19:30:02Z', 'revision_number': 5, 'project_id': 'd296d274f6254d36a732af8448a52e10', 'gw_port': {'id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:21Z', 'updated_at': '2022-03-08T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:03.650151 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24698f-95c4-4567-874c-fb6e2b3ac840 None None] The sync data for ids ['e1eab0ee-e3b8-422a-85b3-3f382381bae6'] in dv-cinder-830091-3-iscsi is: [{'id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'name': 'tempest-TestShelveInstance-599261114-router', 'tenant_id': 'd296d274f6254d36a732af8448a52e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:23:20Z', 'updated_at': '2022-03-08T19:30:02Z', 'revision_number': 5, 'project_id': 'd296d274f6254d36a732af8448a52e10', 'gw_port': {'id': '607cc9a9-6cf4-4534-b4ad-653e37ccd59c', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:83:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1eab0ee-e3b8-422a-85b3-3f382381bae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:23:21Z', 'updated_at': '2022-03-08T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:30:03.722206 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b550045c-3914-49e1-8023-ffb691ef3ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (607cc9a9-6cf4-4534-b4ad-653e37ccd59c), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:03.750179 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550045c-3914-49e1-8023-ffb691ef3ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=607cc9a9-6cf4-4534-b4ad-653e37ccd59c,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:03.813307 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b550045c-3914-49e1-8023-ffb691ef3ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101515'] for router_gateway (e1eab0ee-e3b8-422a-85b3-3f382381bae6), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:03.916053 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b550045c-3914-49e1-8023-ffb691ef3ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (e1eab0ee-e3b8-422a-85b3-3f382381bae6), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:03.918189 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b550045c-3914-49e1-8023-ffb691ef3ed4 admin admin] Publish callbacks [] for router_controller (e1eab0ee-e3b8-422a-85b3-3f382381bae6), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.033113 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b550045c-3914-49e1-8023-ffb691ef3ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096552'] for router (e1eab0ee-e3b8-422a-85b3-3f382381bae6), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.034614 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b550045c-3914-49e1-8023-ffb691ef3ed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1eab0ee-e3b8-422a-85b3-3f382381bae6 {{(pid=103681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:30:04.047908 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-b550045c-3914-49e1-8023-ffb691ef3ed4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.049897 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-b550045c-3914-49e1-8023-ffb691ef3ed4 admin admin] 10.222.0.75 "DELETE /v2.0/routers/e1eab0ee-e3b8-422a-85b3-3f382381bae6 HTTP/1.1" status: 204 len: 168 time: 1.0917954 Mar 08 19:30:04.053747 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55050) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:04.105885 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31d4e0d-f723-47d2-b0d9-4ee541bcdb50 admin admin] Deleting subnet d3c12984-7d4e-457a-9f74-f597d685175d {{(pid=103680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:30:04.109267 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e0d-f723-47d2-b0d9-4ee541bcdb50 admin admin] Publish callbacks [] for subnet (d3c12984-7d4e-457a-9f74-f597d685175d), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.148020 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e0d-f723-47d2-b0d9-4ee541bcdb50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5655609'] for subnet (d3c12984-7d4e-457a-9f74-f597d685175d), precommit_delete_associations {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.232342 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e0d-f723-47d2-b0d9-4ee541bcdb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (d3c12984-7d4e-457a-9f74-f597d685175d), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.295273 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d387f376-f780-4e8e-be8e-7aaeb0ab46c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.381410 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e0d-f723-47d2-b0d9-4ee541bcdb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6014785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4975794'] for subnet (d3c12984-7d4e-457a-9f74-f597d685175d), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.409830 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d4e0d-f723-47d2-b0d9-4ee541bcdb50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3c12984-7d4e-457a-9f74-f597d685175d,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:04.414130 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e0d-f723-47d2-b0d9-4ee541bcdb50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.417538 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-e31d4e0d-f723-47d2-b0d9-4ee541bcdb50 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d3c12984-7d4e-457a-9f74-f597d685175d HTTP/1.1" status: 204 len: 168 time: 0.3598201 Mar 08 19:30:04.419410 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e64b17e-6fe7-48d5-8e24-9e7c196323a9 None None] Network e45755e7-e15c-4063-a9e8-ddf022b1eba5 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:30:04.420061 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55052) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:04.489745 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (e45755e7-e15c-4063-a9e8-ddf022b1eba5), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.550794 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] Deleting port f8d4823d-58dd-4c99-a3ba-c2173f34d18a {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:30:04.551141 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (f8d4823d-58dd-4c99-a3ba-c2173f34d18a), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.616477 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] For port f8d4823d-58dd-4c99-a3ba-c2173f34d18a, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=f8d4823d-58dd-4c99-a3ba-c2173f34d18a,segment=NetworkSegment(af811c87-06ef-4295-9a00-fb0dde856741),segment_id=af811c87-06ef-4295-9a00-fb0dde856741)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:30:04.616756 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (f8d4823d-58dd-4c99-a3ba-c2173f34d18a), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.630205 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] Calling delete_port for f8d4823d-58dd-4c99-a3ba-c2173f34d18a owned by network:dhcp {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:30:04.681424 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8663b1de-2c2c-475c-99ac-9c21d5409388 None None] DHCP port deletion for e45755e7-e15c-4063-a9e8-ddf022b1eba5 request from dv-cinder-830091-3-iscsi {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:30:04.729878 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-8663b1de-2c2c-475c-99ac-9c21d5409388 None None] Deleting port f8d4823d-58dd-4c99-a3ba-c2173f34d18a {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:30:04.730254 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8663b1de-2c2c-475c-99ac-9c21d5409388 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (f8d4823d-58dd-4c99-a3ba-c2173f34d18a), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.780920 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (f8d4823d-58dd-4c99-a3ba-c2173f34d18a), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.798399 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-8663b1de-2c2c-475c-99ac-9c21d5409388 None None] For port f8d4823d-58dd-4c99-a3ba-c2173f34d18a, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=f8d4823d-58dd-4c99-a3ba-c2173f34d18a,segment=NetworkSegment(af811c87-06ef-4295-9a00-fb0dde856741),segment_id=af811c87-06ef-4295-9a00-fb0dde856741)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:30:04.798799 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8663b1de-2c2c-475c-99ac-9c21d5409388 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (f8d4823d-58dd-4c99-a3ba-c2173f34d18a), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.807325 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d4823d-58dd-4c99-a3ba-c2173f34d18a,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:04.809186 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] No DVR routers for this DVR port f8d4823d-58dd-4c99-a3ba-c2173f34d18a on host dv-cinder-830091-3-iscsi {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:30:04.814684 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-8663b1de-2c2c-475c-99ac-9c21d5409388 None None] Calling delete_port for f8d4823d-58dd-4c99-a3ba-c2173f34d18a owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:30:04.880813 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (e45755e7-e15c-4063-a9e8-ddf022b1eba5), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.894509 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8663b1de-2c2c-475c-99ac-9c21d5409388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258'] for port (f8d4823d-58dd-4c99-a3ba-c2173f34d18a), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.911188 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45755e7-e15c-4063-a9e8-ddf022b1eba5']}} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:04.918812 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663b1de-2c2c-475c-99ac-9c21d5409388 None None] Pushing event deleted for resources: {'Port': ['ID=f8d4823d-58dd-4c99-a3ba-c2173f34d18a,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:04.924130 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af811c87-06ef-4295-9a00-fb0dde856741') {'for_net_delete': True} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:04.924130 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af811c87-06ef-4295-9a00-fb0dde856741') {} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:04.927979 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8663b1de-2c2c-475c-99ac-9c21d5409388 None None] No DVR routers for this DVR port f8d4823d-58dd-4c99-a3ba-c2173f34d18a on host dv-cinder-830091-3-iscsi {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:30:04.935522 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4838956'] for segment (af811c87-06ef-4295-9a00-fb0dde856741), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.949768 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (af811c87-06ef-4295-9a00-fb0dde856741), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.956538 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] Releasing vlan 954 on physical network physnet1 to pool {{(pid=103681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:30:04.957075 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5418114'] for segment (af811c87-06ef-4295-9a00-fb0dde856741), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: Traceback (most recent call last): Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: timer() Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: cb(*args, **kw) Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: return func(*args, **kwargs) Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: self._notify() Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: self.callback(batched_events) Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: event.method(event) Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: return f(self, *a, **k) Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._get(url).json() Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: return self.request(url, 'GET', **kwargs) Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:30:04.958755 dv-cinder-830091-3-iscsi neutron-server[103681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:30:05.083594 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (e45755e7-e15c-4063-a9e8-ddf022b1eba5), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:05.089540 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:05.093018 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] 10.222.0.75 "DELETE /v2.0/networks/e45755e7-e15c-4063-a9e8-ddf022b1eba5 HTTP/1.1" status: 204 len: 168 time: 0.6715374 Mar 08 19:30:05.105229 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf9fcb-0420-425f-a1d9-bf3b5e1e9ba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e45755e7-e15c-4063-a9e8-ddf022b1eba5,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:05.309906 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:05.407113 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55058) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:05.453979 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-ccaf5aad-8b40-4333-a2b5-46bcd8b00abc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0b0e10c3c47a4ead8a5fd46c50273d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454638 Mar 08 19:30:05.456570 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55060) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:05.505908 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b69613f5-ab84-44db-b45f-98c3add9a517 admin admin] Publish callbacks [] for security_group (ba226474-8232-4f94-93e7-cb09f0ff9cbf), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:05.526996 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b69613f5-ab84-44db-b45f-98c3add9a517 admin admin] Publish callbacks [] for security_group (ba226474-8232-4f94-93e7-cb09f0ff9cbf), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:05.647244 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b69613f5-ab84-44db-b45f-98c3add9a517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (ba226474-8232-4f94-93e7-cb09f0ff9cbf), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:05.649820 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-b69613f5-ab84-44db-b45f-98c3add9a517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:05.651031 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-b69613f5-ab84-44db-b45f-98c3add9a517 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ba226474-8232-4f94-93e7-cb09f0ff9cbf HTTP/1.1" status: 204 len: 168 time: 0.1934144 Mar 08 19:30:05.661486 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69613f5-ab84-44db-b45f-98c3add9a517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba226474-8232-4f94-93e7-cb09f0ff9cbf,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:05.736451 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 08c23cbf-bc91-4698-a3ef-119d11c1a9db no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:30:05.762853 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 08c23cbf-bc91-4698-a3ef-119d11c1a9db {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:30:05.763181 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 08c23cbf-bc91-4698-a3ef-119d11c1a9db not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:30:05.763611 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device f8d4823d-58dd-4c99-a3ba-c2173f34d18a no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:30:05.782760 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: f8d4823d-58dd-4c99-a3ba-c2173f34d18a {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:30:05.783111 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device f8d4823d-58dd-4c99-a3ba-c2173f34d18a not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:30:05.784119 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 607cc9a9-6cf4-4534-b4ad-653e37ccd59c no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:30:05.804168 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 607cc9a9-6cf4-4534-b4ad-653e37ccd59c {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:30:05.804521 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 607cc9a9-6cf4-4534-b4ad-653e37ccd59c not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:30:06.371947 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55066) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:06.427603 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-431613fa-9626-44ee-91ba-fd83fa6a49ed admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d296d274f6254d36a732af8448a52e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0544174 Mar 08 19:30:06.430096 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55068) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:06.488199 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a57eea21-4a0a-4aeb-9403-909252567286 admin admin] Publish callbacks [] for security_group (946e66db-4a67-4acd-8471-4be641a27353), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:06.511691 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a57eea21-4a0a-4aeb-9403-909252567286 admin admin] Publish callbacks [] for security_group (946e66db-4a67-4acd-8471-4be641a27353), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:06.649361 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a57eea21-4a0a-4aeb-9403-909252567286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (946e66db-4a67-4acd-8471-4be641a27353), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:06.652017 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a57eea21-4a0a-4aeb-9403-909252567286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:06.653229 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-a57eea21-4a0a-4aeb-9403-909252567286 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/946e66db-4a67-4acd-8471-4be641a27353 HTTP/1.1" status: 204 len: 168 time: 0.2222102 Mar 08 19:30:06.667293 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eea21-4a0a-4aeb-9403-909252567286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946e66db-4a67-4acd-8471-4be641a27353,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:07.329016 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:07.760766 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55090) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:07.861231 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-8b0b16a7-1b2b-4b43-be6c-ed360ef89a93 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1237601365-network', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:30:07.969587 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0b16a7-1b2b-4b43-be6c-ed360ef89a93 admin admin] Made reservation on behalf of 20e8b5f15db44609b06e2e7de694ebd8 for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:30:07.972280 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b0b16a7-1b2b-4b43-be6c-ed360ef89a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:07.981619 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b0b16a7-1b2b-4b43-be6c-ed360ef89a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:08.058673 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b0b16a7-1b2b-4b43-be6c-ed360ef89a93 admin admin] Publish callbacks [] for security_group (b7d8323a-041c-497c-8c06-fdf4a12e3a1c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:08.130074 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b0b16a7-1b2b-4b43-be6c-ed360ef89a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (b7d8323a-041c-497c-8c06-fdf4a12e3a1c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:08.155944 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0b16a7-1b2b-4b43-be6c-ed360ef89a93 admin admin] vlan segment allocate from pool success with {'vlan_id': 963, 'physical_network': 'physnet1'} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:30:08.165231 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b16a7-1b2b-4b43-be6c-ed360ef89a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d8323a-041c-497c-8c06-fdf4a12e3a1c,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:08.171210 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b0b16a7-1b2b-4b43-be6c-ed360ef89a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (0854d0a7-f712-4ccf-a120-826804cc8c9c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:08.171554 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.segments_db [None req-8b0b16a7-1b2b-4b43-be6c-ed360ef89a93 admin admin] Added segment 0854d0a7-f712-4ccf-a120-826804cc8c9c of type vlan for network 072eacc7-3ff6-4869-b6d9-956588258e2f Mar 08 19:30:08.215248 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b0b16a7-1b2b-4b43-be6c-ed360ef89a93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (072eacc7-3ff6-4869-b6d9-956588258e2f), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:08.327066 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b0b16a7-1b2b-4b43-be6c-ed360ef89a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (072eacc7-3ff6-4869-b6d9-956588258e2f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:08.328018 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0b16a7-1b2b-4b43-be6c-ed360ef89a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:08.328612 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8b0b16a7-1b2b-4b43-be6c-ed360ef89a93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:08.390843 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b16a7-1b2b-4b43-be6c-ed360ef89a93 admin admin] Pushing event updated for resources: {'Network': ['ID=072eacc7-3ff6-4869-b6d9-956588258e2f,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:08.400942 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network 072eacc7-3ff6-4869-b6d9-956588258e2f details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:30:08.495928 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-8b0b16a7-1b2b-4b43-be6c-ed360ef89a93 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7337813 Mar 08 19:30:08.498873 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55094) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:08.503568 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-8e6a2645-8fc5-4021-a478-c7b1e7b1bbdf admin admin] Request body: {'subnet': {'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1237601365-subnet', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:30:08.529128 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:08.632113 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6a2645-8fc5-4021-a478-c7b1e7b1bbdf admin admin] Made reservation on behalf of 20e8b5f15db44609b06e2e7de694ebd8 for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:30:08.634419 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8e6a2645-8fc5-4021-a478-c7b1e7b1bbdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4975829'] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:08.875779 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8e6a2645-8fc5-4021-a478-c7b1e7b1bbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6014598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4975819'] for subnet (a34d3ca4-5355-45f7-9ec0-93a2b93caf8f), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:08.932465 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a2645-8fc5-4021-a478-c7b1e7b1bbdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:08.944362 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6a2645-8fc5-4021-a478-c7b1e7b1bbdf admin admin] Checking segment: {'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:30:08.945001 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6a2645-8fc5-4021-a478-c7b1e7b1bbdf admin admin] Network hostable DHCP agents. Network: 072eacc7-3ff6-4869-b6d9-956588258e2f, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:30:09.029694 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6a2645-8fc5-4021-a478-c7b1e7b1bbdf admin admin] Network 072eacc7-3ff6-4869-b6d9-956588258e2f is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:30:09.100842 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-8e6a2645-8fc5-4021-a478-c7b1e7b1bbdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, 072eacc7-3ff6-4869-b6d9-956588258e2f) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:30:09.105621 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6a2645-8fc5-4021-a478-c7b1e7b1bbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:09.106222 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-8e6a2645-8fc5-4021-a478-c7b1e7b1bbdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:09.111837 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ffe561-4d2a-4d22-943a-df71665a476f None None] Network 072eacc7-3ff6-4869-b6d9-956588258e2f requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:30:09.215414 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09d32606-d62e-596a-8715-b6acffb742aa-072eacc7-3ff6-4869-b6d9-956588258e2f', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f'}]}} from dv-cinder-830091-3-iscsi. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:30:09.216310 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:09.219211 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55096) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:09.219727 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-8e6a2645-8fc5-4021-a478-c7b1e7b1bbdf admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7194612 Mar 08 19:30:09.224004 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:30:09.310088 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:09.311241 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7885487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:09.360118 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Allocated IP 172.20.0.2 (072eacc7-3ff6-4869-b6d9-956588258e2f/a34d3ca4-5355-45f7-9ec0-93a2b93caf8f/d3777e1c-c8d5-4821-a93e-ad6280ee871a) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:30:09.372259 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Publish callbacks [] for router_controller (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), precommit_add_association {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:09.502862 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Publish callbacks [] for port (d3777e1c-c8d5-4821-a93e-ad6280ee871a), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:09.575753 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (d3777e1c-c8d5-4821-a93e-ad6280ee871a), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:09.623160 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Network 072eacc7-3ff6-4869-b6d9-956588258e2f is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:30:09.626127 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:30:09.628893 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:30:09.638882 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Pushing event updated for resources: {'Port': ['ID=d3777e1c-c8d5-4821-a93e-ad6280ee871a,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:09.697300 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Attempting to bind port d3777e1c-c8d5-4821-a93e-ad6280ee871a on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:30:09.697564 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Attempting to bind port d3777e1c-c8d5-4821-a93e-ad6280ee871a by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:30:09.697904 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Attempting to bind port d3777e1c-c8d5-4821-a93e-ad6280ee871a on network 072eacc7-3ff6-4869-b6d9-956588258e2f {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:30:09.703602 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:30:09.704104 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Checking segment: {'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:30:09.704443 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:09.704836 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Bound using segment: {'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:30:09.705333 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Bound port: d3777e1c-c8d5-4821-a93e-ad6280ee871a, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:30:09.705714 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (d3777e1c-c8d5-4821-a93e-ad6280ee871a), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:09.779772 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] For port d3777e1c-c8d5-4821-a93e-ad6280ee871a, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:30:09.782930 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] For port d3777e1c-c8d5-4821-a93e-ad6280ee871a, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=d3777e1c-c8d5-4821-a93e-ad6280ee871a,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:30:09.896537 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (d3777e1c-c8d5-4821-a93e-ad6280ee871a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:09.911101 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Publish callbacks [] for router_gateway (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:09.960843 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01ccaa-7dd5-429c-a492-6f320ef2de71 None None] Pushing event updated for resources: {'Port': ['ID=d3777e1c-c8d5-4821-a93e-ad6280ee871a,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:10.237990 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Publish callbacks [] for router_gateway (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:10.258012 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:10.365186 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Allocated IP 172.27.3.248 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:30:10.472350 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Publish callbacks [] for port (1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:10.575664 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:10.621820 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:30:10.624989 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:30:10.627591 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:30:10.658509 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Pushing event updated for resources: {'Port': ['ID=1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:10.860928 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71851924-8f74-4347-9d99-a00740f5da0a None None] Network 072eacc7-3ff6-4869-b6d9-956588258e2f requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:30:11.027967 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Publish callbacks [] for router_gateway (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:11.053433 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-38295d1d-a10c-44d5-9671-46e370ad742e None None] Provisioning complete for port d3777e1c-c8d5-4821-a93e-ad6280ee871a triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:11.053810 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-38295d1d-a10c-44d5-9671-46e370ad742e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (d3777e1c-c8d5-4821-a93e-ad6280ee871a), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:11.174251 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-38295d1d-a10c-44d5-9671-46e370ad742e None None] Current status of the port d3777e1c-c8d5-4821-a93e-ad6280ee871a is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:11.175203 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-38295d1d-a10c-44d5-9671-46e370ad742e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (d3777e1c-c8d5-4821-a93e-ad6280ee871a), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:11.215105 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-38295d1d-a10c-44d5-9671-46e370ad742e None None] For port d3777e1c-c8d5-4821-a93e-ad6280ee871a, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=d3777e1c-c8d5-4821-a93e-ad6280ee871a,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:30:11.263762 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101623'] for router (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:11.277722 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-38295d1d-a10c-44d5-9671-46e370ad742e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (d3777e1c-c8d5-4821-a93e-ad6280ee871a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:11.377338 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38295d1d-a10c-44d5-9671-46e370ad742e None None] Pushing event updated for resources: {'Port': ['ID=d3777e1c-c8d5-4821-a93e-ad6280ee871a,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:11.492739 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe is scheduled to L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a with binding_index 1 {{(pid=103681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:30:11.509382 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-cbd68fe7-ec28-4ed9-a4e1-25cbd99b918d None None] Provisioning complete for port d3777e1c-c8d5-4821-a93e-ad6280ee871a triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:11.511069 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cbd68fe7-ec28-4ed9-a4e1-25cbd99b918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (d3777e1c-c8d5-4821-a93e-ad6280ee871a), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:11.633166 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-cbd68fe7-ec28-4ed9-a4e1-25cbd99b918d None None] Current status of the port d3777e1c-c8d5-4821-a93e-ad6280ee871a is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:11.649232 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:30:11.658405 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Sync routers for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:30:11.670899 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:30:11.671774 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:30:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:11.729904 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:11.735047 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55098) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:11.735546 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-d0f8a041-1548-4c9a-a765-184fc034452b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5149801 Mar 08 19:30:11.789966 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device d3777e1c-c8d5-4821-a93e-ad6280ee871a up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:30:11.819485 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:30:11.848080 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port d3777e1c-c8d5-4821-a93e-ad6280ee871a triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:11.849110 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (d3777e1c-c8d5-4821-a93e-ad6280ee871a), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:11.978082 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port d3777e1c-c8d5-4821-a93e-ad6280ee871a is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:12.167153 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:10Z', 'revision_number': 3, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:12.199378 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Checking router: e1390044-ba6c-49cd-96d3-f1ba1e48e4fe for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:30:12.199733 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Updating router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe port 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5 binding host dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:30:12.226759 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:12.229354 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:12.401414 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Allocated IP 172.20.0.1 (072eacc7-3ff6-4869-b6d9-956588258e2f/a34d3ca4-5355-45f7-9ec0-93a2b93caf8f/e301ece5-b34a-4e37-8dad-36dcf9de1c6b) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:30:12.531835 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Publish callbacks [] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:12.533048 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Publish callbacks [] for port (1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:12.632115 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:12.656146 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:12.680407 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Network 072eacc7-3ff6-4869-b6d9-956588258e2f is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:30:12.684509 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:30:12.687208 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:30:12.688052 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54740e-be96-433a-b3ea-8cac9238f426 None None] Pushing event updated for resources: {'Port': ['ID=1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:12.691053 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Attempting to bind port 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:30:12.691254 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Attempting to bind port 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:30:12.691635 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Attempting to bind port 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5 on network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:30:12.698802 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54740e-be96-433a-b3ea-8cac9238f426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:12.699468 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54740e-be96-433a-b3ea-8cac9238f426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:12.699856 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54740e-be96-433a-b3ea-8cac9238f426 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:12.700240 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54740e-be96-433a-b3ea-8cac9238f426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:12.700574 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54740e-be96-433a-b3ea-8cac9238f426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:12.700895 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54740e-be96-433a-b3ea-8cac9238f426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:12.701345 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54740e-be96-433a-b3ea-8cac9238f426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:12.701672 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54740e-be96-433a-b3ea-8cac9238f426 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:12.702002 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54740e-be96-433a-b3ea-8cac9238f426 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:12.702345 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54740e-be96-433a-b3ea-8cac9238f426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:12.702674 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54740e-be96-433a-b3ea-8cac9238f426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:12.702999 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54740e-be96-433a-b3ea-8cac9238f426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:12.703356 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c54740e-be96-433a-b3ea-8cac9238f426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:12.711048 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:30:12.711505 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Checking segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:30:12.711825 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:12.712232 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Bound using segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:30:12.712739 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Bound port: 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:30:12.713082 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:12.778234 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8094426'] for router_interface (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:12.779634 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] For port 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:30:12.780601 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Pushing event updated for resources: {'Port': ['ID=e301ece5-b34a-4e37-8dad-36dcf9de1c6b,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:12.797362 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] For port 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:30:12.907054 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:12.976580 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-cac31711-3259-4886-a7fd-9501f1410d94 None None] Provisioning complete for port e301ece5-b34a-4e37-8dad-36dcf9de1c6b triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:12.977130 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-cac31711-3259-4886-a7fd-9501f1410d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:12.988855 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54740e-be96-433a-b3ea-8cac9238f426 None None] Pushing event updated for resources: {'Port': ['ID=1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:12.997481 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:30:12.999250 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:30:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:13.042984 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:13.053340 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-cac31711-3259-4886-a7fd-9501f1410d94 None None] Port e301ece5-b34a-4e37-8dad-36dcf9de1c6b cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:30:13.150136 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:30:13.300754 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Publish callbacks [] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:13.361544 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6014735'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:13.402037 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 1, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:13.436126 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8094390'] for router_interface (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:13.439402 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Pushing event updated for resources: {'Port': ['ID=e301ece5-b34a-4e37-8dad-36dcf9de1c6b,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:13.446606 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb73ecc-262e-4ae2-8cf7-238c6526b8f1 None None] The sync data for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi is: [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 1, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:30:13.560648 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Network 072eacc7-3ff6-4869-b6d9-956588258e2f is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:30:13.562439 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:30:13.740126 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:30:13.883523 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b9d250f8-1c1b-492d-b560-6908eb2a16c1 None None] Provisioning complete for port e301ece5-b34a-4e37-8dad-36dcf9de1c6b triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:13.884058 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b9d250f8-1c1b-492d-b560-6908eb2a16c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:13.907497 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:30:13.918332 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-5058db1d-0688-4bf7-9036-0ab02330bf36 admin admin] 10.222.0.75 "PUT /v2.0/routers/e1390044-ba6c-49cd-96d3-f1ba1e48e4fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1813016 Mar 08 19:30:13.948397 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b9d250f8-1c1b-492d-b560-6908eb2a16c1 None None] Port e301ece5-b34a-4e37-8dad-36dcf9de1c6b cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:30:14.712789 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55114) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:14.718161 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-afcf5266-2a4f-4cef-91a9-d2f57ca44300 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-122417009-network', 'tenant_id': '6f033af3a62b4bb4ab65ba2ffb58d97a'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:30:14.814674 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcf5266-2a4f-4cef-91a9-d2f57ca44300 admin admin] Made reservation on behalf of 6f033af3a62b4bb4ab65ba2ffb58d97a for: {'network': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:30:14.817834 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-afcf5266-2a4f-4cef-91a9-d2f57ca44300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for network (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:14.827512 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-afcf5266-2a4f-4cef-91a9-d2f57ca44300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:14.912314 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-afcf5266-2a4f-4cef-91a9-d2f57ca44300 admin admin] Publish callbacks [] for security_group (cb475f33-24ae-41ee-9c20-c7e83e7fb980), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:15.018721 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-afcf5266-2a4f-4cef-91a9-d2f57ca44300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (cb475f33-24ae-41ee-9c20-c7e83e7fb980), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:15.048341 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afcf5266-2a4f-4cef-91a9-d2f57ca44300 admin admin] vlan segment allocate from pool success with {'vlan_id': 968, 'physical_network': 'physnet1'} {{(pid=103680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:30:15.058890 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf5266-2a4f-4cef-91a9-d2f57ca44300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb475f33-24ae-41ee-9c20-c7e83e7fb980,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:15.065043 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-afcf5266-2a4f-4cef-91a9-d2f57ca44300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (9c0e8657-591b-4c50-9bee-164cc17343cb), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:15.066253 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.segments_db [None req-afcf5266-2a4f-4cef-91a9-d2f57ca44300 admin admin] Added segment 9c0e8657-591b-4c50-9bee-164cc17343cb of type vlan for network 79c01a07-1afd-4b36-9a1d-683212bba7f7 Mar 08 19:30:15.108105 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-afcf5266-2a4f-4cef-91a9-d2f57ca44300 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765377755167'] for network (79c01a07-1afd-4b36-9a1d-683212bba7f7), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:15.197594 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-afcf5266-2a4f-4cef-91a9-d2f57ca44300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589'] for network (79c01a07-1afd-4b36-9a1d-683212bba7f7), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:15.198610 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcf5266-2a4f-4cef-91a9-d2f57ca44300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:15.199241 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-afcf5266-2a4f-4cef-91a9-d2f57ca44300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:15.268132 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf5266-2a4f-4cef-91a9-d2f57ca44300 admin admin] Pushing event updated for resources: {'Network': ['ID=79c01a07-1afd-4b36-9a1d-683212bba7f7,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:15.278997 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Network 79c01a07-1afd-4b36-9a1d-683212bba7f7 details requested by agent ovs-agent-dv-cinder-830091-3-iscsi with host dv-cinder-830091-3-iscsi {{(pid=103682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:30:15.297655 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-afcf5266-2a4f-4cef-91a9-d2f57ca44300 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5837171 Mar 08 19:30:15.300969 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55116) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:15.305867 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-70fbd222-c2a0-4fd9-bebc-211275ba3a82 admin admin] Request body: {'subnet': {'network_id': '79c01a07-1afd-4b36-9a1d-683212bba7f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-122417009-subnet', 'tenant_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'ip_version': 4}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:30:15.399549 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fbd222-c2a0-4fd9-bebc-211275ba3a82 admin admin] Made reservation on behalf of 6f033af3a62b4bb4ab65ba2ffb58d97a for: {'subnet': 1} {{(pid=103680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:30:15.404199 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-70fbd222-c2a0-4fd9-bebc-211275ba3a82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4975829'] for subnet (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:15.545560 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Sync routers for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:30:15.557596 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:30:15.558293 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:30:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:15.630456 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-70fbd222-c2a0-4fd9-bebc-211275ba3a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6014598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4975819'] for subnet (bfd693ba-6756-422c-89d9-bc7dfba357b7), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:15.670385 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:30:15.685149 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbd222-c2a0-4fd9-bebc-211275ba3a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd693ba-6756-422c-89d9-bc7dfba357b7,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:15.704565 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fbd222-c2a0-4fd9-bebc-211275ba3a82 admin admin] Checking segment: {'id': '9c0e8657-591b-4c50-9bee-164cc17343cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '79c01a07-1afd-4b36-9a1d-683212bba7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:30:15.704856 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fbd222-c2a0-4fd9-bebc-211275ba3a82 admin admin] Network hostable DHCP agents. Network: 79c01a07-1afd-4b36-9a1d-683212bba7f7, hostable agents: ['4b2e4674-26fd-4f92-be53-bca579e1db7b'], hosted agents: [] {{(pid=103680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:30:15.766667 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:30:15.806563 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fbd222-c2a0-4fd9-bebc-211275ba3a82 admin admin] Network 79c01a07-1afd-4b36-9a1d-683212bba7f7 is scheduled to be hosted by DHCP agent 4b2e4674-26fd-4f92-be53-bca579e1db7b with binding_index 1 {{(pid=103680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:30:15.871362 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-70fbd222-c2a0-4fd9-bebc-211275ba3a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-3-iscsi, 79c01a07-1afd-4b36-9a1d-683212bba7f7) {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:30:15.876969 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fbd222-c2a0-4fd9-bebc-211275ba3a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:15.884961 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-70fbd222-c2a0-4fd9-bebc-211275ba3a82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:15.885112 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:15.885112 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:15.886881 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4ba6b2-8407-401a-af2b-c2ed34ea4499 None None] Network 79c01a07-1afd-4b36-9a1d-683212bba7f7 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:30:15.975416 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-70fbd222-c2a0-4fd9-bebc-211275ba3a82 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6733837 Mar 08 19:30:15.977911 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55118) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:15.982190 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-122417009-router', 'tenant_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:30:16.077948 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8096409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8771'] for router (70747f08-3d5b-446b-ba00-cf04f30f6188), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:16.079537 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8096617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8101594', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7885487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8778'] for router (70747f08-3d5b-446b-ba00-cf04f30f6188), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:16.083497 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09d32606-d62e-596a-8715-b6acffb742aa-79c01a07-1afd-4b36-9a1d-683212bba7f7', 'network_id': '79c01a07-1afd-4b36-9a1d-683212bba7f7', 'project_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'fixed_ips': [{'subnet_id': 'bfd693ba-6756-422c-89d9-bc7dfba357b7'}]}} from dv-cinder-830091-3-iscsi. {{(pid=103682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:30:16.084119 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:16.111878 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:13Z', 'revision_number': 2, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:16.136789 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Publish callbacks [] for router_controller (70747f08-3d5b-446b-ba00-cf04f30f6188), precommit_add_association {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:16.150527 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:16.150923 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:16.157327 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Checking router: e1390044-ba6c-49cd-96d3-f1ba1e48e4fe for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:30:16.159405 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Updating router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe port e301ece5-b34a-4e37-8dad-36dcf9de1c6b binding host dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:30:16.247982 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] For port 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:30:16.261313 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:16.325661 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:16.372030 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.db_base_plugin_common [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Allocated IP 172.20.0.2 (79c01a07-1afd-4b36-9a1d-683212bba7f7/bfd693ba-6756-422c-89d9-bc7dfba357b7/46fd5442-26db-4bee-b305-73bdf7e27167) {{(pid=103682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:30:16.600053 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Publish callbacks [] for router_gateway (70747f08-3d5b-446b-ba00-cf04f30f6188), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:16.617166 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Pushing event updated for resources: {'Port': ['ID=1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:16.805693 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Publish callbacks [] for port (46fd5442-26db-4bee-b305-73bdf7e27167), precommit_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:16.864231 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Publish callbacks [] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:16.875665 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249'] for port (46fd5442-26db-4bee-b305-73bdf7e27167), after_create {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:16.886384 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Publish callbacks [] for router_gateway (70747f08-3d5b-446b-ba00-cf04f30f6188), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:16.907646 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:16.919664 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Network 79c01a07-1afd-4b36-9a1d-683212bba7f7 is already hosted by enough agents. {{(pid=103682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:30:16.922768 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.scheduler.base_scheduler [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Resources bound (agent type, host, resource id): {{(pid=103682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:30:16.925648 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Received port after_create {{(pid=103682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:30:16.936232 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Pushing event updated for resources: {'Port': ['ID=46fd5442-26db-4bee-b305-73bdf7e27167,revision_number=1']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:16.990106 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Attempting to bind port 46fd5442-26db-4bee-b305-73bdf7e27167 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:30:16.990485 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Attempting to bind port 46fd5442-26db-4bee-b305-73bdf7e27167 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '9c0e8657-591b-4c50-9bee-164cc17343cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '79c01a07-1afd-4b36-9a1d-683212bba7f7'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:30:16.990854 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Attempting to bind port 46fd5442-26db-4bee-b305-73bdf7e27167 on network 79c01a07-1afd-4b36-9a1d-683212bba7f7 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:30:16.996551 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:30:16.997058 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Checking segment: {'id': '9c0e8657-591b-4c50-9bee-164cc17343cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '79c01a07-1afd-4b36-9a1d-683212bba7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:30:16.997466 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:16.997865 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Bound using segment: {'id': '9c0e8657-591b-4c50-9bee-164cc17343cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '79c01a07-1afd-4b36-9a1d-683212bba7f7'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:30:16.998342 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Bound port: 46fd5442-26db-4bee-b305-73bdf7e27167, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0e8657-591b-4c50-9bee-164cc17343cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '79c01a07-1afd-4b36-9a1d-683212bba7f7'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:30:16.998737 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (46fd5442-26db-4bee-b305-73bdf7e27167), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:17.010380 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:17.022801 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Allocated IP 172.27.3.201 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/1b185789-1df1-4731-a5a4-58af71eeb842) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:30:17.094821 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff02b6c-d893-4f1f-9eb6-e961042438b6 None None] Pushing event updated for resources: {'Port': ['ID=e301ece5-b34a-4e37-8dad-36dcf9de1c6b,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:17.152877 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Publish callbacks [] for port (1b185789-1df1-4731-a5a4-58af71eeb842), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:17.162204 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] For port 46fd5442-26db-4bee-b305-73bdf7e27167, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:30:17.180457 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Attempting to bind port e301ece5-b34a-4e37-8dad-36dcf9de1c6b on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:30:17.182878 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Attempting to bind port e301ece5-b34a-4e37-8dad-36dcf9de1c6b by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:30:17.182878 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Attempting to bind port e301ece5-b34a-4e37-8dad-36dcf9de1c6b on network 072eacc7-3ff6-4869-b6d9-956588258e2f {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:30:17.184255 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] For port 46fd5442-26db-4bee-b305-73bdf7e27167, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=46fd5442-26db-4bee-b305-73bdf7e27167,segment=NetworkSegment(9c0e8657-591b-4c50-9bee-164cc17343cb),segment_id=9c0e8657-591b-4c50-9bee-164cc17343cb)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:30:17.189678 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:30:17.190129 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Checking segment: {'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:30:17.190542 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:17.191036 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Bound using segment: {'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:30:17.191516 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Bound port: e301ece5-b34a-4e37-8dad-36dcf9de1c6b, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:30:17.191904 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:17.264036 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] For port e301ece5-b34a-4e37-8dad-36dcf9de1c6b, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:30:17.267498 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] For port e301ece5-b34a-4e37-8dad-36dcf9de1c6b, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=e301ece5-b34a-4e37-8dad-36dcf9de1c6b,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:30:17.288776 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (46fd5442-26db-4bee-b305-73bdf7e27167), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:17.321951 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-6cb68325-5f08-4718-b7f5-169755c2f719 None None] Provisioning complete for port e301ece5-b34a-4e37-8dad-36dcf9de1c6b triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:17.322246 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-6cb68325-5f08-4718-b7f5-169755c2f719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:17.339272 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (1b185789-1df1-4731-a5a4-58af71eeb842), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:17.385371 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09121a01-cf09-4a6d-8dee-cd8ec92bbb70 None None] Pushing event updated for resources: {'Port': ['ID=46fd5442-26db-4bee-b305-73bdf7e27167,revision_number=2']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:17.389247 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-6cb68325-5f08-4718-b7f5-169755c2f719 None None] Port e301ece5-b34a-4e37-8dad-36dcf9de1c6b cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:30:17.390498 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:30:17.394385 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:30:17.398132 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:30:17.410603 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:17.427623 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Pushing event updated for resources: {'Port': ['ID=1b185789-1df1-4731-a5a4-58af71eeb842,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:17.470345 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:30:17.471027 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:30:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:17.538759 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff02b6c-d893-4f1f-9eb6-e961042438b6 None None] Pushing event updated for resources: {'Port': ['ID=e301ece5-b34a-4e37-8dad-36dcf9de1c6b,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:17.661975 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:30:17.869797 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Publish callbacks [] for router_gateway (70747f08-3d5b-446b-ba00-cf04f30f6188), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:17.873805 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-7bd5ca58-7bc3-4b03-8794-614b4b4b4734 None None] Provisioning complete for port e301ece5-b34a-4e37-8dad-36dcf9de1c6b triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:17.874266 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7bd5ca58-7bc3-4b03-8794-614b4b4b4734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:17.938262 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:30:18.053127 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:18.053503 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:18.084367 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:17Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:18.086109 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-7bd5ca58-7bc3-4b03-8794-614b4b4b4734 None None] Current status of the port e301ece5-b34a-4e37-8dad-36dcf9de1c6b is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:18.086495 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7bd5ca58-7bc3-4b03-8794-614b4b4b4734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:18.091621 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8096610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8101623'] for router (70747f08-3d5b-446b-ba00-cf04f30f6188), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:18.128809 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fdaba-eb91-4ccc-802e-2030bb27c366 None None] The sync data for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi is: [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:17Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:30:18.174911 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-7bd5ca58-7bc3-4b03-8794-614b4b4b4734 None None] For port e301ece5-b34a-4e37-8dad-36dcf9de1c6b, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=e301ece5-b34a-4e37-8dad-36dcf9de1c6b,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:30:18.231018 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:18.232755 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 46fd5442-26db-4bee-b305-73bdf7e27167 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:30:18.260421 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-7bd5ca58-7bc3-4b03-8794-614b4b4b4734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:18.330144 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5ca58-7bc3-4b03-8794-614b4b4b4734 None None] Pushing event updated for resources: {'Port': ['ID=e301ece5-b34a-4e37-8dad-36dcf9de1c6b,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:18.335081 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Router 70747f08-3d5b-446b-ba00-cf04f30f6188 is scheduled to L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a with binding_index 1 {{(pid=103680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:30:18.347841 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 46fd5442-26db-4bee-b305-73bdf7e27167 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:18.348372 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (46fd5442-26db-4bee-b305-73bdf7e27167), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:18.442927 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 46fd5442-26db-4bee-b305-73bdf7e27167 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:18.443575 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (46fd5442-26db-4bee-b305-73bdf7e27167), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:18.477999 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:30:18.485505 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] For port 46fd5442-26db-4bee-b305-73bdf7e27167, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=46fd5442-26db-4bee-b305-73bdf7e27167,segment=NetworkSegment(9c0e8657-591b-4c50-9bee-164cc17343cb),segment_id=9c0e8657-591b-4c50-9bee-164cc17343cb)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:30:18.488386 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Sync routers for ids ['70747f08-3d5b-446b-ba00-cf04f30f6188'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:30:18.501650 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Routers {'70747f08-3d5b-446b-ba00-cf04f30f6188'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:30:18.502849 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:30:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['70747f08-3d5b-446b-ba00-cf04f30f6188'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:18.581152 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (46fd5442-26db-4bee-b305-73bdf7e27167), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:18.582312 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device e301ece5-b34a-4e37-8dad-36dcf9de1c6b up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:30:18.614387 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:18.615890 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-d583aa67-089d-4e71-ac92-0deb711508f3 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6369498 Mar 08 19:30:18.620578 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55120) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:18.637436 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca46e334-bcd6-4144-8275-7255e31a31a5 None None] Network 79c01a07-1afd-4b36-9a1d-683212bba7f7 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:30:18.654401 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Set router 70747f08-3d5b-446b-ba00-cf04f30f6188 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:30:18.750852 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Pushing event updated for resources: {'Port': ['ID=46fd5442-26db-4bee-b305-73bdf7e27167,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:18.766663 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-57ba6ae3-a0ac-426a-b08a-07d0766d017d None None] Provisioning complete for port 46fd5442-26db-4bee-b305-73bdf7e27167 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:18.767049 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-57ba6ae3-a0ac-426a-b08a-07d0766d017d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (46fd5442-26db-4bee-b305-73bdf7e27167), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:18.830682 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port e301ece5-b34a-4e37-8dad-36dcf9de1c6b triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:18.831273 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:18.925514 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'name': 'tempest-TestVolumeBootPattern-122417009-router', 'tenant_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:30:17Z', 'revision_number': 3, 'project_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'gw_port': {'id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:18.962024 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-57ba6ae3-a0ac-426a-b08a-07d0766d017d None None] Current status of the port 46fd5442-26db-4bee-b305-73bdf7e27167 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:18.980449 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Checking router: 70747f08-3d5b-446b-ba00-cf04f30f6188 for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:30:18.981112 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Updating router 70747f08-3d5b-446b-ba00-cf04f30f6188 port 1b185789-1df1-4731-a5a4-58af71eeb842 binding host dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:30:19.012906 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port e301ece5-b34a-4e37-8dad-36dcf9de1c6b is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:19.022234 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (1b185789-1df1-4731-a5a4-58af71eeb842), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:19.221488 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:19.285933 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-db1c2711-e284-4ece-bdaf-60d1325ef190 None None] Provisioning complete for port 46fd5442-26db-4bee-b305-73bdf7e27167 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:19.286220 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-db1c2711-e284-4ece-bdaf-60d1325ef190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (46fd5442-26db-4bee-b305-73bdf7e27167), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:19.345311 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Publish callbacks [] for port (1b185789-1df1-4731-a5a4-58af71eeb842), precommit_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:19.375867 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-db1c2711-e284-4ece-bdaf-60d1325ef190 None None] Current status of the port 46fd5442-26db-4bee-b305-73bdf7e27167 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:19.411413 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Allocated IP 172.20.0.1 (79c01a07-1afd-4b36-9a1d-683212bba7f7/bfd693ba-6756-422c-89d9-bc7dfba357b7/bb11332c-6f84-470d-abb5-e7a6cb349ad9) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:30:19.424746 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (1b185789-1df1-4731-a5a4-58af71eeb842), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:19.480426 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19d580-96fc-46f0-b740-562ebc120034 None None] Pushing event updated for resources: {'Port': ['ID=1b185789-1df1-4731-a5a4-58af71eeb842,revision_number=2']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:19.482822 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Attempting to bind port 1b185789-1df1-4731-a5a4-58af71eeb842 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:30:19.483198 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Attempting to bind port 1b185789-1df1-4731-a5a4-58af71eeb842 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:30:19.483560 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Attempting to bind port 1b185789-1df1-4731-a5a4-58af71eeb842 on network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:30:19.490085 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:30:19.490689 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Checking segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:30:19.490889 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:19.491567 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Bound using segment: {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'} {{(pid=103683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:30:19.492062 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.managers [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Bound port: 1b185789-1df1-4731-a5a4-58af71eeb842, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a505840-1ba0-4b02-8441-61ad1e931dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766'}}] {{(pid=103683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:30:19.492443 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (1b185789-1df1-4731-a5a4-58af71eeb842), before_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:19.520801 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Publish callbacks [] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:19.550040 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] For port 1b185789-1df1-4731-a5a4-58af71eeb842, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:30:19.553564 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.plugins.ml2.db [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] For port 1b185789-1df1-4731-a5a4-58af71eeb842, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=1b185789-1df1-4731-a5a4-58af71eeb842,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:30:19.621275 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:19.649539 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron_lib.callbacks.manager [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (1b185789-1df1-4731-a5a4-58af71eeb842), after_update {{(pid=103683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:19.663194 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Network 79c01a07-1afd-4b36-9a1d-683212bba7f7 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:30:19.667938 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:30:19.670455 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:30:19.677609 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Pushing event updated for resources: {'Port': ['ID=bb11332c-6f84-470d-abb5-e7a6cb349ad9,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:19.702621 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Routers {'70747f08-3d5b-446b-ba00-cf04f30f6188'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:30:19.703502 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:30:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['70747f08-3d5b-446b-ba00-cf04f30f6188'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:19.726697 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8094426'] for router_interface (70747f08-3d5b-446b-ba00-cf04f30f6188), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:19.758731 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 46fd5442-26db-4bee-b305-73bdf7e27167 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:30:19.824553 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 46fd5442-26db-4bee-b305-73bdf7e27167 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:19.825250 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (46fd5442-26db-4bee-b305-73bdf7e27167), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:19.884174 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19d580-96fc-46f0-b740-562ebc120034 None None] Pushing event updated for resources: {'Port': ['ID=1b185789-1df1-4731-a5a4-58af71eeb842,revision_number=3']} {{(pid=103683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:19.945717 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 46fd5442-26db-4bee-b305-73bdf7e27167 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:19.947143 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device e301ece5-b34a-4e37-8dad-36dcf9de1c6b up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:30:19.962458 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:19.967026 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] Set router 70747f08-3d5b-446b-ba00-cf04f30f6188 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:30:20.008952 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port e301ece5-b34a-4e37-8dad-36dcf9de1c6b triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:20.009647 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:20.046968 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b325ce0c-043e-4e0a-b43d-fe12d7694476 None None] Provisioning complete for port bb11332c-6f84-470d-abb5-e7a6cb349ad9 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:20.046968 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b325ce0c-043e-4e0a-b43d-fe12d7694476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:20.098069 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b325ce0c-043e-4e0a-b43d-fe12d7694476 None None] Port bb11332c-6f84-470d-abb5-e7a6cb349ad9 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:30:20.133848 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port e301ece5-b34a-4e37-8dad-36dcf9de1c6b is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:20.140855 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Publish callbacks [] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:20.164458 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'name': 'tempest-TestVolumeBootPattern-122417009-router', 'tenant_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:30:17Z', 'revision_number': 3, 'project_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'gw_port': {'id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:20.192123 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f54afc-b6c9-435b-bbec-4ef243b24c31 None None] The sync data for ids ['70747f08-3d5b-446b-ba00-cf04f30f6188'] in dv-cinder-830091-3-iscsi is: [{'id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'name': 'tempest-TestVolumeBootPattern-122417009-router', 'tenant_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:30:17Z', 'revision_number': 3, 'project_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'gw_port': {'id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:30:20.214547 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6014735'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:20.285676 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Pushing event updated for resources: {'Port': ['ID=bb11332c-6f84-470d-abb5-e7a6cb349ad9,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:20.291347 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8094390'] for router_interface (70747f08-3d5b-446b-ba00-cf04f30f6188), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:20.393945 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Network 79c01a07-1afd-4b36-9a1d-683212bba7f7 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:30:20.397288 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:30:20.545917 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Router 70747f08-3d5b-446b-ba00-cf04f30f6188 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:30:20.667633 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:30:20.672800 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-0eeb577d-5781-4bee-809a-30621682e2ae admin admin] 10.222.0.75 "PUT /v2.0/routers/70747f08-3d5b-446b-ba00-cf04f30f6188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0509262 Mar 08 19:30:20.726956 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-32529c9b-4308-461d-8cfd-e946dd450705 None None] Provisioning complete for port bb11332c-6f84-470d-abb5-e7a6cb349ad9 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:20.731935 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:30:20.732485 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-32529c9b-4308-461d-8cfd-e946dd450705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:20.771982 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-32529c9b-4308-461d-8cfd-e946dd450705 None None] Port bb11332c-6f84-470d-abb5-e7a6cb349ad9 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:30:21.741068 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 1b185789-1df1-4731-a5a4-58af71eeb842 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:30:21.779716 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Sync routers for ids ['70747f08-3d5b-446b-ba00-cf04f30f6188'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:30:21.798425 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Routers {'70747f08-3d5b-446b-ba00-cf04f30f6188'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:30:21.799205 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:30:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['70747f08-3d5b-446b-ba00-cf04f30f6188'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:21.850074 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 1b185789-1df1-4731-a5a4-58af71eeb842 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:21.850445 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (1b185789-1df1-4731-a5a4-58af71eeb842), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:22.077977 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Set router 70747f08-3d5b-446b-ba00-cf04f30f6188 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:30:22.179742 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 1b185789-1df1-4731-a5a4-58af71eeb842 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:22.180231 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (1b185789-1df1-4731-a5a4-58af71eeb842), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:22.247207 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] For port 1b185789-1df1-4731-a5a4-58af71eeb842, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=1b185789-1df1-4731-a5a4-58af71eeb842,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:30:22.319736 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55130) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:22.329333 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-a9ce9713-ebd3-4777-8058-0861667792b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1260733439', 'description': 'tempest-secgroup-smoke-1260733439 description', 'project_id': '20e8b5f15db44609b06e2e7de694ebd8'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:30:22.329508 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'name': 'tempest-TestVolumeBootPattern-122417009-router', 'tenant_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:30:19Z', 'revision_number': 4, 'project_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'gw_port': {'id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'bb11332c-6f84-470d-abb5-e7a6cb349ad9', 'name': '', 'network_id': '79c01a07-1afd-4b36-9a1d-683212bba7f7', 'tenant_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'mac_address': 'fa:16:3e:49:3a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfd693ba-6756-422c-89d9-bc7dfba357b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:19Z', 'updated_at': '2022-03-08T19:30:20Z', 'revision_number': 2, 'project_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'subnets': [{'id': 'bfd693ba-6756-422c-89d9-bc7dfba357b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:22.357250 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Checking router: 70747f08-3d5b-446b-ba00-cf04f30f6188 for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:30:22.357609 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Updating router 70747f08-3d5b-446b-ba00-cf04f30f6188 port bb11332c-6f84-470d-abb5-e7a6cb349ad9 binding host dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:30:22.359482 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (1b185789-1df1-4731-a5a4-58af71eeb842), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:22.418102 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:22.442839 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Pushing event updated for resources: {'Port': ['ID=1b185789-1df1-4731-a5a4-58af71eeb842,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:22.454892 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9713-ebd3-4777-8058-0861667792b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:22.527873 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9713-ebd3-4777-8058-0861667792b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group (240bb256-fc22-4b43-9bf3-44027c487eec), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:22.614815 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9713-ebd3-4777-8058-0861667792b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (240bb256-fc22-4b43-9bf3-44027c487eec), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:22.648969 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce9713-ebd3-4777-8058-0861667792b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240bb256-fc22-4b43-9bf3-44027c487eec,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:22.696904 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9713-ebd3-4777-8058-0861667792b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:22.698179 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-a9ce9713-ebd3-4777-8058-0861667792b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3771648 Mar 08 19:30:22.701022 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55132) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:22.702428 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Publish callbacks [] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), precommit_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:22.706003 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-7d66bc97-81f2-4c92-9f7d-d36d8415a685 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Request body: {'security_group_rule': {'security_group_id': '240bb256-fc22-4b43-9bf3-44027c487eec', 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:30:22.791731 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:22.808878 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7d66bc97-81f2-4c92-9f7d-d36d8415a685 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (7efe0634-3cd0-4df5-b79a-03d624bd8b94), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:22.853390 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef54df5-bf2d-4dad-8403-8a42b7a1e622 None None] Pushing event updated for resources: {'Port': ['ID=bb11332c-6f84-470d-abb5-e7a6cb349ad9,revision_number=3']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:22.890682 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7d66bc97-81f2-4c92-9f7d-d36d8415a685 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (7efe0634-3cd0-4df5-b79a-03d624bd8b94), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:22.898956 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:22.910881 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Attempting to bind port bb11332c-6f84-470d-abb5-e7a6cb349ad9 on host dv-cinder-830091-3-iscsi for vnic_type normal with profile {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:30:22.911293 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Attempting to bind port bb11332c-6f84-470d-abb5-e7a6cb349ad9 by drivers openvswitch,hyperv on host dv-cinder-830091-3-iscsi at level 0 using segments [{'id': '9c0e8657-591b-4c50-9bee-164cc17343cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '79c01a07-1afd-4b36-9a1d-683212bba7f7'}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:30:22.911659 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Attempting to bind port bb11332c-6f84-470d-abb5-e7a6cb349ad9 on network 79c01a07-1afd-4b36-9a1d-683212bba7f7 {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:30:22.917095 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Checking agent: {'id': '312513e6-7e3d-45bd-9cc3-8e98306b209c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 4, 38), 'started_at': datetime.datetime(2022, 3, 8, 19, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:30:22.917783 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Checking segment: {'id': '9c0e8657-591b-4c50-9bee-164cc17343cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '79c01a07-1afd-4b36-9a1d-683212bba7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:30:22.918201 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:22.918599 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Bound using segment: {'id': '9c0e8657-591b-4c50-9bee-164cc17343cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '79c01a07-1afd-4b36-9a1d-683212bba7f7'} {{(pid=103682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:30:22.919072 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.managers [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Bound port: bb11332c-6f84-470d-abb5-e7a6cb349ad9, host: dv-cinder-830091-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0e8657-591b-4c50-9bee-164cc17343cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '79c01a07-1afd-4b36-9a1d-683212bba7f7'}}] {{(pid=103682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:30:22.919535 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:22.992036 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] For port bb11332c-6f84-470d-abb5-e7a6cb349ad9, host dv-cinder-830091-3-iscsi, cleared binding levels {{(pid=103682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:30:22.995584 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7d66bc97-81f2-4c92-9f7d-d36d8415a685 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (7efe0634-3cd0-4df5-b79a-03d624bd8b94), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:22.995786 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] For port bb11332c-6f84-470d-abb5-e7a6cb349ad9, host dv-cinder-830091-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=bb11332c-6f84-470d-abb5-e7a6cb349ad9,segment=NetworkSegment(9c0e8657-591b-4c50-9bee-164cc17343cb),segment_id=9c0e8657-591b-4c50-9bee-164cc17343cb)] {{(pid=103682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:30:23.017303 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66bc97-81f2-4c92-9f7d-d36d8415a685 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efe0634-3cd0-4df5-b79a-03d624bd8b94,revision_number=0']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:23.098836 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:23.107828 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-7d66bc97-81f2-4c92-9f7d-d36d8415a685 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:23.109109 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-7d66bc97-81f2-4c92-9f7d-d36d8415a685 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4070930 Mar 08 19:30:23.112255 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55136) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:23.116905 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-1bb633d6-253e-4ca1-8edd-baa324e8cd2e tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Request body: {'security_group_rule': {'security_group_id': '240bb256-fc22-4b43-9bf3-44027c487eec', 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:30:23.155100 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-8a554b9d-dc80-4e6a-9182-46b437bfd4b8 None None] Provisioning complete for port bb11332c-6f84-470d-abb5-e7a6cb349ad9 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:23.155452 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8a554b9d-dc80-4e6a-9182-46b437bfd4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:23.199737 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Routers {'70747f08-3d5b-446b-ba00-cf04f30f6188'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:30:23.200399 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:30:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['70747f08-3d5b-446b-ba00-cf04f30f6188'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:23.207011 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef54df5-bf2d-4dad-8403-8a42b7a1e622 None None] Pushing event updated for resources: {'Port': ['ID=bb11332c-6f84-470d-abb5-e7a6cb349ad9,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:23.243415 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1bb633d6-253e-4ca1-8edd-baa324e8cd2e tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (63435a62-4565-4e68-818d-b7ee4366248b), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:23.326047 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1bb633d6-253e-4ca1-8edd-baa324e8cd2e tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (63435a62-4565-4e68-818d-b7ee4366248b), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:23.352962 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-8a554b9d-dc80-4e6a-9182-46b437bfd4b8 None None] Current status of the port bb11332c-6f84-470d-abb5-e7a6cb349ad9 is: DOWN; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:23.353355 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8a554b9d-dc80-4e6a-9182-46b437bfd4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:23.366886 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] Set router 70747f08-3d5b-446b-ba00-cf04f30f6188 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:30:23.414635 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1bb633d6-253e-4ca1-8edd-baa324e8cd2e tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (63435a62-4565-4e68-818d-b7ee4366248b), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:23.433721 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb633d6-253e-4ca1-8edd-baa324e8cd2e tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63435a62-4565-4e68-818d-b7ee4366248b,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:23.457045 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-8a554b9d-dc80-4e6a-9182-46b437bfd4b8 None None] For port bb11332c-6f84-470d-abb5-e7a6cb349ad9, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=bb11332c-6f84-470d-abb5-e7a6cb349ad9,segment=NetworkSegment(9c0e8657-591b-4c50-9bee-164cc17343cb),segment_id=9c0e8657-591b-4c50-9bee-164cc17343cb)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:30:23.542230 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-1bb633d6-253e-4ca1-8edd-baa324e8cd2e tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:23.543509 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-1bb633d6-253e-4ca1-8edd-baa324e8cd2e tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4302526 Mar 08 19:30:23.546386 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55140) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:23.551530 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-cb956d02-d515-4c6c-a6b7-997a39f5a353 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Request body: {'security_group_rule': {'security_group_id': '240bb256-fc22-4b43-9bf3-44027c487eec', 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:30:23.575705 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8a554b9d-dc80-4e6a-9182-46b437bfd4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:23.626490 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'name': 'tempest-TestVolumeBootPattern-122417009-router', 'tenant_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:30:19Z', 'revision_number': 4, 'project_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'gw_port': {'id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'bb11332c-6f84-470d-abb5-e7a6cb349ad9', 'name': '', 'network_id': '79c01a07-1afd-4b36-9a1d-683212bba7f7', 'tenant_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'mac_address': 'fa:16:3e:49:3a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfd693ba-6756-422c-89d9-bc7dfba357b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:19Z', 'updated_at': '2022-03-08T19:30:22Z', 'revision_number': 4, 'project_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'subnets': [{'id': 'bfd693ba-6756-422c-89d9-bc7dfba357b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:30:23.655499 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a554b9d-dc80-4e6a-9182-46b437bfd4b8 None None] Pushing event updated for resources: {'Port': ['ID=bb11332c-6f84-470d-abb5-e7a6cb349ad9,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:23.659740 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f07c74-2e71-43ac-a03e-014d191db46d None None] The sync data for ids ['70747f08-3d5b-446b-ba00-cf04f30f6188'] in dv-cinder-830091-3-iscsi is: [{'id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'name': 'tempest-TestVolumeBootPattern-122417009-router', 'tenant_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:30:19Z', 'revision_number': 4, 'project_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'gw_port': {'id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'bb11332c-6f84-470d-abb5-e7a6cb349ad9', 'name': '', 'network_id': '79c01a07-1afd-4b36-9a1d-683212bba7f7', 'tenant_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'mac_address': 'fa:16:3e:49:3a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'bfd693ba-6756-422c-89d9-bc7dfba357b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:19Z', 'updated_at': '2022-03-08T19:30:22Z', 'revision_number': 4, 'project_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'subnets': [{'id': 'bfd693ba-6756-422c-89d9-bc7dfba357b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:30:23.670867 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cb956d02-d515-4c6c-a6b7-997a39f5a353 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (bb36d0a8-d884-45dc-a185-d8c56e6f5a98), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:23.697594 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-e68ab1b1-9f3a-4e6b-a0f6-421c237208fe None None] Provisioning complete for port bb11332c-6f84-470d-abb5-e7a6cb349ad9 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:23.697879 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e68ab1b1-9f3a-4e6b-a0f6-421c237208fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:23.763061 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cb956d02-d515-4c6c-a6b7-997a39f5a353 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (bb36d0a8-d884-45dc-a185-d8c56e6f5a98), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:23.784123 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 1b185789-1df1-4731-a5a4-58af71eeb842 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:30:23.826635 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-e68ab1b1-9f3a-4e6b-a0f6-421c237208fe None None] Current status of the port bb11332c-6f84-470d-abb5-e7a6cb349ad9 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:23.851379 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port 1b185789-1df1-4731-a5a4-58af71eeb842 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:23.851819 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (1b185789-1df1-4731-a5a4-58af71eeb842), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:23.888975 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cb956d02-d515-4c6c-a6b7-997a39f5a353 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (bb36d0a8-d884-45dc-a185-d8c56e6f5a98), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:23.907094 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb956d02-d515-4c6c-a6b7-997a39f5a353 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb36d0a8-d884-45dc-a185-d8c56e6f5a98,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:23.943013 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port 1b185789-1df1-4731-a5a4-58af71eeb842 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:23.997890 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-cb956d02-d515-4c6c-a6b7-997a39f5a353 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:24.000453 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-cb956d02-d515-4c6c-a6b7-997a39f5a353 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4519148 Mar 08 19:30:24.002007 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55142) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:24.006586 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-f9739a36-f730-4a7d-9008-69ff823a7a2b tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Request body: {'security_group_rule': {'security_group_id': '240bb256-fc22-4b43-9bf3-44027c487eec', 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:30:24.105724 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f9739a36-f730-4a7d-9008-69ff823a7a2b tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (1f983127-67d7-4df1-8394-062e17e16bed), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:24.172151 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f9739a36-f730-4a7d-9008-69ff823a7a2b tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (1f983127-67d7-4df1-8394-062e17e16bed), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:24.237566 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f9739a36-f730-4a7d-9008-69ff823a7a2b tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (1f983127-67d7-4df1-8394-062e17e16bed), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:24.255987 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9739a36-f730-4a7d-9008-69ff823a7a2b tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f983127-67d7-4df1-8394-062e17e16bed,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:24.342302 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f9739a36-f730-4a7d-9008-69ff823a7a2b tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:24.343573 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-f9739a36-f730-4a7d-9008-69ff823a7a2b tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3405547 Mar 08 19:30:24.346522 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55144) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:24.350755 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-38b669c4-d770-4087-87b5-35495c595874 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Request body: {'security_group_rule': {'security_group_id': '240bb256-fc22-4b43-9bf3-44027c487eec', 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:30:24.442202 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.securitygroups_db [None req-38b669c4-d770-4087-87b5-35495c595874 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Project 20e8b5f15db44609b06e2e7de694ebd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 19:30:24.448159 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-38b669c4-d770-4087-87b5-35495c595874 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (274fb0d9-7280-4409-acaa-b4f424e8015f), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:24.517989 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-38b669c4-d770-4087-87b5-35495c595874 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (274fb0d9-7280-4409-acaa-b4f424e8015f), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:24.606926 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-38b669c4-d770-4087-87b5-35495c595874 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (274fb0d9-7280-4409-acaa-b4f424e8015f), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:24.628239 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b669c4-d770-4087-87b5-35495c595874 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274fb0d9-7280-4409-acaa-b4f424e8015f,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:24.711763 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-38b669c4-d770-4087-87b5-35495c595874 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:24.713085 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-38b669c4-d770-4087-87b5-35495c595874 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3657091 Mar 08 19:30:24.715985 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55148) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:30:24.720484 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-c8b6f66c-536f-44bc-b3e1-8bf9c26355e0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Request body: {'security_group_rule': {'security_group_id': '240bb256-fc22-4b43-9bf3-44027c487eec', 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:30:24.815353 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.securitygroups_db [None req-c8b6f66c-536f-44bc-b3e1-8bf9c26355e0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Project 20e8b5f15db44609b06e2e7de694ebd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 19:30:24.821058 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f66c-536f-44bc-b3e1-8bf9c26355e0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (a192386d-598f-4a5e-959b-711dc6343ead), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:24.882523 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f66c-536f-44bc-b3e1-8bf9c26355e0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (a192386d-598f-4a5e-959b-711dc6343ead), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:24.961606 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f66c-536f-44bc-b3e1-8bf9c26355e0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894052'] for security_group_rule (a192386d-598f-4a5e-959b-711dc6343ead), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:24.982739 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6f66c-536f-44bc-b3e1-8bf9c26355e0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a192386d-598f-4a5e-959b-711dc6343ead,revision_number=0']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:25.062854 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f66c-536f-44bc-b3e1-8bf9c26355e0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:25.064194 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-c8b6f66c-536f-44bc-b3e1-8bf9c26355e0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3471718 Mar 08 19:30:25.757608 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device bb11332c-6f84-470d-abb5-e7a6cb349ad9 up at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:30:25.806083 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Provisioning complete for port bb11332c-6f84-470d-abb5-e7a6cb349ad9 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:25.806384 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:25.883746 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Current status of the port bb11332c-6f84-470d-abb5-e7a6cb349ad9 is: ACTIVE; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:30:31.963215 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-59ca915b-cb8c-4eb0-882f-0e306de37fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:34.319058 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d188-9290-4167-88b8-7309f05388a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:35.311822 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:37.322526 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:38.463546 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:48.294205 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-6c851186-4ab3-4d6c-a9e2-a0fdcb014d3a tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1260733439&fields=id&tenant_id=20e8b5f15db44609b06e2e7de694ebd8 HTTP/1.1" status: 200 len: 267 time: 0.0498364 Mar 08 19:30:48.403860 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-88ef1b8c-f1ae-415a-add9-536d3a525ac3 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:48.405347 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-88ef1b8c-f1ae-415a-add9-536d3a525ac3 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 812 time: 0.1048591 Mar 08 19:30:48.420741 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-04245a94-fee3-4917-bcfb-b968023f9b62 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/quotas/20e8b5f15db44609b06e2e7de694ebd8 HTTP/1.1" status: 200 len: 375 time: 0.0090547 Mar 08 19:30:48.475796 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-f0121355-40ca-4e44-a755-c73d98829457 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500679 Mar 08 19:30:48.582717 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-7f5feca4-c5cb-4d3a-8016-322447c5e5fb service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:30:48.583879 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-7f5feca4-c5cb-4d3a-8016-322447c5e5fb service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0975659 Mar 08 19:30:48.674591 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-a81fb04e-cb62-44e8-8c18-d22bbb893243 service neutron] 10.222.0.75 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846817 Mar 08 19:30:48.762057 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-02d8e9b9-4029-49fa-b96b-6ade6e58625d service neutron] 10.222.0.75 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813308 Mar 08 19:30:49.340388 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-73216326-1f3a-4fcc-94bb-379c86d71444 req-6789b023-3deb-49a4-9782-ca3d38fb5a30 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 210 time: 0.0459867 Mar 08 19:30:50.446176 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cc099cdf-c279-46d8-82c3-b0f37c449dd2 req-a147c487-0eba-4467-9f90-1ab5a8b516aa tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 210 time: 0.0319643 Mar 08 19:30:51.422076 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-bf34f8b3-1414-4d94-83bf-6c5f6917e2af tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:51.423515 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-bf34f8b3-1414-4d94-83bf-6c5f6917e2af tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.76 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 812 time: 0.1058311 Mar 08 19:30:51.493849 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-831a5d14-2d4e-4b25-b836-81589660b66b tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20e8b5f15db44609b06e2e7de694ebd8 HTTP/1.1" status: 200 len: 380 time: 0.0612249 Mar 08 19:30:51.502270 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-85375156-5193-44f8-9664-4c678c4fc884 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Request body: {'port': {'device_id': 'ffbe5786-888f-49ea-bfeb-503e7d4433b8', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'admin_state_up': True, 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'security_groups': ['240bb256-fc22-4b43-9bf3-44027c487eec']}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:30:51.587696 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-12431e8b-6042-420e-acfc-a8f6a7f589c9 req-571e5881-ba19-4f29-a0ac-4dfd0ceab97b tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 210 time: 0.0663247 Mar 08 19:30:51.722361 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-85375156-5193-44f8-9664-4c678c4fc884 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Made reservation on behalf of 20e8b5f15db44609b06e2e7de694ebd8 for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:30:51.726198 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-85375156-5193-44f8-9664-4c678c4fc884 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:51.860183 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-85375156-5193-44f8-9664-4c678c4fc884 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Allocated IP 172.20.0.9 (072eacc7-3ff6-4869-b6d9-956588258e2f/a34d3ca4-5355-45f7-9ec0-93a2b93caf8f/63b38b58-3db4-4a6c-a384-4d1adc8985e3) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:30:52.002553 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-85375156-5193-44f8-9664-4c678c4fc884 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for port (63b38b58-3db4-4a6c-a384-4d1adc8985e3), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:52.121673 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-85375156-5193-44f8-9664-4c678c4fc884 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (63b38b58-3db4-4a6c-a384-4d1adc8985e3), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:52.169949 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-85375156-5193-44f8-9664-4c678c4fc884 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Network 072eacc7-3ff6-4869-b6d9-956588258e2f is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:30:52.173069 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-85375156-5193-44f8-9664-4c678c4fc884 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:30:52.177086 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-85375156-5193-44f8-9664-4c678c4fc884 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:30:52.202482 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85375156-5193-44f8-9664-4c678c4fc884 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event updated for resources: {'Port': ['ID=63b38b58-3db4-4a6c-a384-4d1adc8985e3,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:52.231628 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-85375156-5193-44f8-9664-4c678c4fc884 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:52.232292 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-85375156-5193-44f8-9664-4c678c4fc884 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:52.386259 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-85375156-5193-44f8-9664-4c678c4fc884 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8878229 Mar 08 19:30:52.397810 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Request body: {'port': {'device_id': 'ffbe5786-888f-49ea-bfeb-503e7d4433b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:30:52.438534 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-99c4a38c-70fd-4488-9db4-8ab18ebd60cd None None] Provisioning complete for port 63b38b58-3db4-4a6c-a384-4d1adc8985e3 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:30:52.439104 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-99c4a38c-70fd-4488-9db4-8ab18ebd60cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (63b38b58-3db4-4a6c-a384-4d1adc8985e3), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:52.457541 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (63b38b58-3db4-4a6c-a384-4d1adc8985e3), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:52.476467 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-99c4a38c-70fd-4488-9db4-8ab18ebd60cd None None] Port 63b38b58-3db4-4a6c-a384-4d1adc8985e3 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:30:52.758172 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b38b58-3db4-4a6c-a384-4d1adc8985e3 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:30:52.768515 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec963703-ddcb-45bd-b407-bd873b8d0d78 req-783392f8-d5c3-46ce-b1ff-f563fc3e5bb9 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:52.770799 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ec963703-ddcb-45bd-b407-bd873b8d0d78 req-783392f8-d5c3-46ce-b1ff-f563fc3e5bb9 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 931 time: 0.1000199 Mar 08 19:30:52.776665 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Publish callbacks [] for port (63b38b58-3db4-4a6c-a384-4d1adc8985e3), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:52.804187 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Transition to ACTIVE for port object 63b38b58-3db4-4a6c-a384-4d1adc8985e3 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:30:52.833884 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ec963703-ddcb-45bd-b407-bd873b8d0d78 req-afd08c28-aeae-4b1a-9c7c-7416b681be85 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541716 Mar 08 19:30:52.857382 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:52.891957 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (63b38b58-3db4-4a6c-a384-4d1adc8985e3), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:52.951070 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Pushing event updated for resources: {'Port': ['ID=63b38b58-3db4-4a6c-a384-4d1adc8985e3,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:52.973815 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:52.974629 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:52.974629 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:52.974856 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:52.975133 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:52.975464 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:52.975792 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:52.976149 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:52.976476 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:52.976803 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:52.977128 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:52.977453 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:52.977780 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:30:53.029075 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Attempting to bind port 63b38b58-3db4-4a6c-a384-4d1adc8985e3 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:30:53.029419 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Attempting to bind port 63b38b58-3db4-4a6c-a384-4d1adc8985e3 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:30:53.029752 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Attempting to bind port 63b38b58-3db4-4a6c-a384-4d1adc8985e3 on network 072eacc7-3ff6-4869-b6d9-956588258e2f {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:30:53.034536 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Port 63b38b58-3db4-4a6c-a384-4d1adc8985e3 on network 072eacc7-3ff6-4869-b6d9-956588258e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:30:53.034857 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Attempting to bind port 63b38b58-3db4-4a6c-a384-4d1adc8985e3 on network 072eacc7-3ff6-4869-b6d9-956588258e2f {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:30:53.040096 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:30:53.041145 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Checking segment: {'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:30:53.041532 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Bound using segment: {'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:30:53.041956 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Bound port: 63b38b58-3db4-4a6c-a384-4d1adc8985e3, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:30:53.042310 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (63b38b58-3db4-4a6c-a384-4d1adc8985e3), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:53.107655 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] For port 63b38b58-3db4-4a6c-a384-4d1adc8985e3, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:30:53.110658 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] For port 63b38b58-3db4-4a6c-a384-4d1adc8985e3, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=63b38b58-3db4-4a6c-a384-4d1adc8985e3,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:30:53.189709 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (63b38b58-3db4-4a6c-a384-4d1adc8985e3), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:53.223558 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:53.224275 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:30:53.227561 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] 10.222.0.76 "PUT /v2.0/ports/63b38b58-3db4-4a6c-a384-4d1adc8985e3 HTTP/1.1" status: 200 len: 1093 time: 0.8326519 Mar 08 19:30:53.227561 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbe5786-888f-49ea-bfeb-503e7d4433b8', 'tag': '63b38b58-3db4-4a6c-a384-4d1adc8985e3'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:30:53.228595 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1569d14f-0043-4444-b814-89a75b2e2435" -d '{"events": [{"name": "network-changed", "server_uuid": "ffbe5786-888f-49ea-bfeb-503e7d4433b8", "tag": "63b38b58-3db4-4a6c-a384-4d1adc8985e3"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:30:53.254810 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df6659-c5ee-4cd6-94ca-c366be89094d service neutron] Pushing event updated for resources: {'Port': ['ID=63b38b58-3db4-4a6c-a384-4d1adc8985e3,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:30:53.275547 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d195f9-0ae5-47b3-8510-158fa1d90d57 x-openstack-request-id: req-24d195f9-0ae5-47b3-8510-158fa1d90d57 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:30:53.275867 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffbe5786-888f-49ea-bfeb-503e7d4433b8", "tag": "63b38b58-3db4-4a6c-a384-4d1adc8985e3", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:30:53.276149 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-24d195f9-0ae5-47b3-8510-158fa1d90d57 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:30:53.276551 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbe5786-888f-49ea-bfeb-503e7d4433b8', 'tag': '63b38b58-3db4-4a6c-a384-4d1adc8985e3', 'status': 'completed', 'code': 200} Mar 08 19:30:53.346232 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569d14f-0043-4444-b814-89a75b2e2435 req-de199b5a-0b4d-4bac-aa80-156a7d50a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:53.348550 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1569d14f-0043-4444-b814-89a75b2e2435 req-de199b5a-0b4d-4bac-aa80-156a7d50a74a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 1127 time: 0.0517178 Mar 08 19:30:53.458125 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569d14f-0043-4444-b814-89a75b2e2435 req-ca6dd087-11aa-4c94-afe2-f013e4dc09a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:53.458927 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1569d14f-0043-4444-b814-89a75b2e2435 req-ca6dd087-11aa-4c94-afe2-f013e4dc09a5 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1026011 Mar 08 19:30:53.556031 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569d14f-0043-4444-b814-89a75b2e2435 req-05f4b84c-9b5e-474b-a7ce-21ad78a23b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:53.557471 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1569d14f-0043-4444-b814-89a75b2e2435 req-05f4b84c-9b5e-474b-a7ce-21ad78a23b7b service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902293 Mar 08 19:30:53.637490 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-d25ed1af-4cd1-4d7e-b34b-5fcbbda1a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:53.638984 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-d25ed1af-4cd1-4d7e-b34b-5fcbbda1a554 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 1127 time: 0.0452216 Mar 08 19:30:53.682505 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-ed7da7c4-a57a-4b78-8b1b-39f02f6461a8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b38b58-3db4-4a6c-a384-4d1adc8985e3 HTTP/1.1" status: 200 len: 217 time: 0.0368907 Mar 08 19:30:53.735359 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-fa746733-fdd1-4522-a5c0-f9fdabc05f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:53.736751 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-fa746733-fdd1-4522-a5c0-f9fdabc05f5a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f HTTP/1.1" status: 200 len: 851 time: 0.0489154 Mar 08 19:30:53.785840 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-50563684-5351-4088-b5d0-90c9154ac1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:53.787359 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-50563684-5351-4088-b5d0-90c9154ac1c0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=072eacc7-3ff6-4869-b6d9-956588258e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445905 Mar 08 19:30:53.879374 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-bdaf0152-f0f4-46e4-b815-3c5811b4a7d0 service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856135 Mar 08 19:30:54.006318 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcbf81-0a49-4c1a-b928-e78d51270931 req-3a202136-f526-4dc4-933c-9356643f1269 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:54.007772 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-13dcbf81-0a49-4c1a-b928-e78d51270931 req-3a202136-f526-4dc4-933c-9356643f1269 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 943 time: 0.1054769 Mar 08 19:30:54.009532 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d14522d1-7423-4d7c-8fc6-9dd041438d29 req-dc46ccf0-4eb9-4d3d-82f2-b76ec891a2db service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249313 Mar 08 19:30:54.324282 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-13dcbf81-0a49-4c1a-b928-e78d51270931 req-5e4cb7a4-19c1-4818-8bb4-37881fa79460 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106823 Mar 08 19:30:55.458728 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65daf0-31d8-4d31-aa75-fbb682b3dcee req-bdd14de8-f8fe-4e31-a211-457fea75fc11 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:55.460275 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7b65daf0-31d8-4d31-aa75-fbb682b3dcee req-bdd14de8-f8fe-4e31-a211-457fea75fc11 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 943 time: 0.0614488 Mar 08 19:30:55.517028 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7b65daf0-31d8-4d31-aa75-fbb682b3dcee req-b6ec3ab8-fb25-4b61-aa4f-226bf8c85c7e tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493193 Mar 08 19:30:56.636122 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eda090-a83a-4c00-997c-1a2187bffcb9 req-0acfbce1-3b5f-4442-a224-90b3c75a0b19 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:56.637605 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-21eda090-a83a-4c00-997c-1a2187bffcb9 req-0acfbce1-3b5f-4442-a224-90b3c75a0b19 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 943 time: 0.0525286 Mar 08 19:30:56.691715 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-21eda090-a83a-4c00-997c-1a2187bffcb9 req-73b00f22-5a4a-44fd-9ca9-65c79ae8894b tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478749 Mar 08 19:30:57.731416 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:30:57.817232 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d544752-c1ff-42d3-abf3-171ad92108ee req-89d584cb-b197-4b59-8687-13c352526c16 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:57.818725 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7d544752-c1ff-42d3-abf3-171ad92108ee req-89d584cb-b197-4b59-8687-13c352526c16 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 943 time: 0.0523057 Mar 08 19:30:57.867624 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7d544752-c1ff-42d3-abf3-171ad92108ee req-fa55dc42-5a3e-4790-be0b-c209fe8dd4bb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434444 Mar 08 19:30:58.992742 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2338f-7250-4bfb-8a5a-c3c7e7f91d05 req-61016dcf-5664-4625-a361-001e7662a7e3 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:30:58.994501 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-08c2338f-7250-4bfb-8a5a-c3c7e7f91d05 req-61016dcf-5664-4625-a361-001e7662a7e3 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 943 time: 0.0565109 Mar 08 19:30:59.044501 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-08c2338f-7250-4bfb-8a5a-c3c7e7f91d05 req-eea94680-3e17-4100-bc0b-1a9455a266b0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445311 Mar 08 19:31:00.168933 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c286aa-5579-4315-bee3-c84c8b92f7e6 req-f2f11d59-9430-4f67-8091-31ef03ab8fbf tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:00.170392 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c8c286aa-5579-4315-bee3-c84c8b92f7e6 req-f2f11d59-9430-4f67-8091-31ef03ab8fbf tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 943 time: 0.0576134 Mar 08 19:31:00.218194 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c8c286aa-5579-4315-bee3-c84c8b92f7e6 req-c399e6bd-1f1b-49e0-80dc-e111c2284172 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421808 Mar 08 19:31:01.335007 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b082c8e-f322-4509-87b6-4b2af7cd5e28 req-8c7d71fe-8fcc-476c-88bc-855d15fd945d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:01.336530 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5b082c8e-f322-4509-87b6-4b2af7cd5e28 req-8c7d71fe-8fcc-476c-88bc-855d15fd945d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 943 time: 0.0531301 Mar 08 19:31:01.384902 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5b082c8e-f322-4509-87b6-4b2af7cd5e28 req-70fd2a2a-3ff2-45f5-b457-dfeb92500631 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428400 Mar 08 19:31:01.962340 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2a685507-8752-4c49-9153-c7be6daaa445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:02.511147 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce39bd6-b780-41f8-bb7b-d627f1526ee1 req-0b7ccbc8-0dcd-436d-bfb4-8e3c8d8d9ce4 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:02.512730 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4ce39bd6-b780-41f8-bb7b-d627f1526ee1 req-0b7ccbc8-0dcd-436d-bfb4-8e3c8d8d9ce4 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 943 time: 0.0607002 Mar 08 19:31:02.562745 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4ce39bd6-b780-41f8-bb7b-d627f1526ee1 req-b71dbb2f-7098-4b95-94fb-581b9a313a5f tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444422 Mar 08 19:31:02.931847 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 63b38b58-3db4-4a6c-a384-4d1adc8985e3 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:31:03.175877 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 63b38b58-3db4-4a6c-a384-4d1adc8985e3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=63b38b58-3db4-4a6c-a384-4d1adc8985e3,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:31:03.186934 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '63b38b58-3db4-4a6c-a384-4d1adc8985e3', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'port_id': '63b38b58-3db4-4a6c-a384-4d1adc8985e3', 'mac_address': 'fa:16:3e:5e:5c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:31:03.229983 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 63b38b58-3db4-4a6c-a384-4d1adc8985e3 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:31:03.230501 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (63b38b58-3db4-4a6c-a384-4d1adc8985e3), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:03.251610 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b38b58-3db4-4a6c-a384-4d1adc8985e3 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:31:03.271096 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 63b38b58-3db4-4a6c-a384-4d1adc8985e3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=63b38b58-3db4-4a6c-a384-4d1adc8985e3,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:31:03.348656 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (63b38b58-3db4-4a6c-a384-4d1adc8985e3), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:03.395415 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=63b38b58-3db4-4a6c-a384-4d1adc8985e3,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:31:03.402386 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:03.402731 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:03.403071 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:03.403405 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:03.403731 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:03.404088 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:03.404411 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:03.404731 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:03.405049 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:03.405369 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:03.405685 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:03.406010 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:03.406309 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:03.684264 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4941c5-1435-4a10-a8d0-65f80c752704 req-5e343ca9-de7a-45f2-ab6a-c255d142f321 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:03.685721 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2c4941c5-1435-4a10-a8d0-65f80c752704 req-5e343ca9-de7a-45f2-ab6a-c255d142f321 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 944 time: 0.0524523 Mar 08 19:31:03.706111 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['63b38b58-3db4-4a6c-a384-4d1adc8985e3'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:31:03.735070 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2c4941c5-1435-4a10-a8d0-65f80c752704 req-c83f86db-e10f-43d1-b6d9-7f0cef224d5b tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435450 Mar 08 19:31:04.288496 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5e6920ad-1cda-46cc-a00f-99bb1ce4526b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:04.860554 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b64f6-60a1-48be-9bbf-b1e56ff25bf8 req-06fec904-fbda-4aac-bc86-fe494ceb6066 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:04.862081 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-165b64f6-60a1-48be-9bbf-b1e56ff25bf8 req-06fec904-fbda-4aac-bc86-fe494ceb6066 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 944 time: 0.0604987 Mar 08 19:31:04.914411 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-165b64f6-60a1-48be-9bbf-b1e56ff25bf8 req-34c92e44-ac49-417e-95b1-1ba07af995d7 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461862 Mar 08 19:31:04.947578 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 63b38b58-3db4-4a6c-a384-4d1adc8985e3 up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:31:05.065269 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port 63b38b58-3db4-4a6c-a384-4d1adc8985e3 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:31:05.069606 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 63b38b58-3db4-4a6c-a384-4d1adc8985e3 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:31:05.069996 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (63b38b58-3db4-4a6c-a384-4d1adc8985e3), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:05.148741 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 63b38b58-3db4-4a6c-a384-4d1adc8985e3 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:31:05.149134 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (63b38b58-3db4-4a6c-a384-4d1adc8985e3), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:05.172891 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbe5786-888f-49ea-bfeb-503e7d4433b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b38b58-3db4-4a6c-a384-4d1adc8985e3'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:31:05.175252 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0489f4f1-ab4c-4d4c-bed7-56be228e36e4" -d '{"events": [{"server_uuid": "ffbe5786-888f-49ea-bfeb-503e7d4433b8", "name": "network-vif-plugged", "status": "completed", "tag": "63b38b58-3db4-4a6c-a384-4d1adc8985e3"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:31:05.187691 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 63b38b58-3db4-4a6c-a384-4d1adc8985e3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=63b38b58-3db4-4a6c-a384-4d1adc8985e3,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:31:05.212818 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430332f9-9c04-4711-b474-d40eba5c33ab x-openstack-request-id: req-430332f9-9c04-4711-b474-d40eba5c33ab {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:31:05.213115 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbe5786-888f-49ea-bfeb-503e7d4433b8", "name": "network-vif-plugged", "status": "completed", "tag": "63b38b58-3db4-4a6c-a384-4d1adc8985e3", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:31:05.213370 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-430332f9-9c04-4711-b474-d40eba5c33ab {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:31:05.213767 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbe5786-888f-49ea-bfeb-503e7d4433b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b38b58-3db4-4a6c-a384-4d1adc8985e3', 'code': 200} Mar 08 19:31:05.265068 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (63b38b58-3db4-4a6c-a384-4d1adc8985e3), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:05.313877 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:05.320350 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=63b38b58-3db4-4a6c-a384-4d1adc8985e3,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:31:05.536689 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5c016-fc6b-4980-b899-876ad4944840 req-0bc18d11-b968-4be2-a4f1-1e563568d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:05.538284 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-01f5c016-fc6b-4980-b899-876ad4944840 req-0bc18d11-b968-4be2-a4f1-1e563568d903 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 1129 time: 0.0483792 Mar 08 19:31:05.589196 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-01f5c016-fc6b-4980-b899-876ad4944840 req-fcec1f50-6066-43a5-a0ca-2cd1a3425b58 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450003 Mar 08 19:31:06.030777 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63710b3-58b7-4ef1-bcb1-e0e2bea86044 req-264e9587-de8c-48d9-b5b9-8ef482e96b4b tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:06.032282 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b63710b3-58b7-4ef1-bcb1-e0e2bea86044 req-264e9587-de8c-48d9-b5b9-8ef482e96b4b tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 945 time: 0.0514450 Mar 08 19:31:06.080815 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b63710b3-58b7-4ef1-bcb1-e0e2bea86044 req-451e5d9d-b2f2-4d7b-8691-d639202017ae tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424378 Mar 08 19:31:07.211432 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0e8cc-5201-4576-9f30-afce31f1a215 req-845c3c8c-54f8-4225-be94-cac1885b01f2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:07.212891 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fef0e8cc-5201-4576-9f30-afce31f1a215 req-845c3c8c-54f8-4225-be94-cac1885b01f2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 945 time: 0.0575919 Mar 08 19:31:07.264085 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fef0e8cc-5201-4576-9f30-afce31f1a215 req-01549a0e-dfbe-483e-abe5-7d8e44fbe3a9 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453825 Mar 08 19:31:07.322335 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:07.382197 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3eed32-57c2-4894-89ef-fbdcc4ea7559 req-a2c77555-be3d-4fe7-b12b-40d4a2dd94d2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:07.383684 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5f3eed32-57c2-4894-89ef-fbdcc4ea7559 req-a2c77555-be3d-4fe7-b12b-40d4a2dd94d2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 945 time: 0.0526700 Mar 08 19:31:07.433198 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5f3eed32-57c2-4894-89ef-fbdcc4ea7559 req-23bbf8dc-fb8c-4fb9-8715-5bdcca4edc96 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439520 Mar 08 19:31:07.455714 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55332) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:31:07.541701 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f829518f-7d82-4ddf-9076-cad302de726d tempest-TestVolumeBootPattern-201234858 tempest-TestVolumeBootPattern-201234858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:07.543259 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-f829518f-7d82-4ddf-9076-cad302de726d tempest-TestVolumeBootPattern-201234858 tempest-TestVolumeBootPattern-201234858-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 1124 time: 0.0859916 Mar 08 19:31:07.546265 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55336) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:31:07.550433 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.v2.base [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Request body: {'floatingip': {'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'port_id': '63b38b58-3db4-4a6c-a384-4d1adc8985e3', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:31:07.653559 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:07.754031 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:07.854999 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.db_base_plugin_common [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Allocated IP 172.27.3.171 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/43d6df57-2ae7-45bd-b44d-78b6617f3b8c) {{(pid=103680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:31:07.958898 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for port (43d6df57-2ae7-45bd-b44d-78b6617f3b8c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:08.059417 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (43d6df57-2ae7-45bd-b44d-78b6617f3b8c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:08.101595 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:31:08.104562 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.base_scheduler [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Resources bound (agent type, host, resource id): {{(pid=103680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:31:08.107687 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Received port after_create {{(pid=103680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:31:08.135792 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event updated for resources: {'Port': ['ID=43d6df57-2ae7-45bd-b44d-78b6617f3b8c,revision_number=1']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:31:08.147405 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:08.147750 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:08.148119 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:08.148455 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:08.148784 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:08.149110 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:08.149436 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:08.149761 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:08.150084 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:08.150411 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:08.150729 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:08.151046 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:08.151359 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:31:08.480280 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:08.735270 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for floatingip (456e557b-5376-4175-ac63-2279027da36c), precommit_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:08.862794 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (43d6df57-2ae7-45bd-b44d-78b6617f3b8c), before_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:09.012982 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for port (43d6df57-2ae7-45bd-b44d-78b6617f3b8c), precommit_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:09.080260 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6014735'] for port (43d6df57-2ae7-45bd-b44d-78b6617f3b8c), after_update {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:09.156138 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event updated for resources: {'Port': ['ID=43d6df57-2ae7-45bd-b44d-78b6617f3b8c,revision_number=2']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:31:09.164727 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (456e557b-5376-4175-ac63-2279027da36c), after_create {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:09.269613 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.l3_db [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Floating IP 456e557b-5376-4175-ac63-2279027da36c associated. External IP: 172.27.3.171, port: 63b38b58-3db4-4a6c-a384-4d1adc8985e3. Mar 08 19:31:09.480531 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:31:09.596028 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:31:09.602656 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104400d9-c319-4469-a92d-ac75c0317503 None None] Sync routers for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:31:09.612783 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104400d9-c319-4469-a92d-ac75c0317503 None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:31:09.617878 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-104400d9-c319-4469-a92d-ac75c0317503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:31:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:31:09.710769 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:09.722401 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-104400d9-c319-4469-a92d-ac75c0317503 None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:31:09.754152 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-60e1daab-441a-4935-ad7f-068de3ae70b2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2067714 Mar 08 19:31:09.754973 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbe5786-888f-49ea-bfeb-503e7d4433b8', 'tag': '63b38b58-3db4-4a6c-a384-4d1adc8985e3'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:31:09.757526 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53819140b743c14f5f7a1fe2ab51494c776a848c6f719dc74ac88d912fee6995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c173c2-3cb1-4593-a4c5-08864a676b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ffbe5786-888f-49ea-bfeb-503e7d4433b8", "tag": "63b38b58-3db4-4a6c-a384-4d1adc8985e3"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:31:09.795059 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c35b6aa-8c62-4992-b50e-1fce7c1f2c8d x-openstack-request-id: req-1c35b6aa-8c62-4992-b50e-1fce7c1f2c8d {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:31:09.795355 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffbe5786-888f-49ea-bfeb-503e7d4433b8", "tag": "63b38b58-3db4-4a6c-a384-4d1adc8985e3", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:31:09.795614 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c35b6aa-8c62-4992-b50e-1fce7c1f2c8d {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:31:09.796127 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbe5786-888f-49ea-bfeb-503e7d4433b8', 'tag': '63b38b58-3db4-4a6c-a384-4d1adc8985e3', 'status': 'completed', 'code': 200} Mar 08 19:31:09.865119 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c173c2-3cb1-4593-a4c5-08864a676b5c req-91da9d14-45dc-4d41-8d05-b9c895d97de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:09.866688 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a5c173c2-3cb1-4593-a4c5-08864a676b5c req-91da9d14-45dc-4d41-8d05-b9c895d97de9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 1129 time: 0.0475712 Mar 08 19:31:09.963673 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-104400d9-c319-4469-a92d-ac75c0317503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '456e557b-5376-4175-ac63-2279027da36c', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'port_id': '63b38b58-3db4-4a6c-a384-4d1adc8985e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'mac_address': 'fa:16:3e:5e:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbe5786-888f-49ea-bfeb-503e7d4433b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:31:08Z', 'updated_at': '2022-03-08T19:31:08Z', 'revision_number': 0, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:31:09.967611 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c173c2-3cb1-4593-a4c5-08864a676b5c req-f9e9e7ca-bc01-43f1-8c86-5b23f0d88b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:09.969186 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a5c173c2-3cb1-4593-a4c5-08864a676b5c req-f9e9e7ca-bc01-43f1-8c86-5b23f0d88b4d service neutron] 10.222.0.76 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 913 time: 0.0964689 Mar 08 19:31:09.991234 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104400d9-c319-4469-a92d-ac75c0317503 None None] Checking router: e1390044-ba6c-49cd-96d3-f1ba1e48e4fe for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:31:10.000166 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104400d9-c319-4469-a92d-ac75c0317503 None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:31:10.000791 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-104400d9-c319-4469-a92d-ac75c0317503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:31:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:31:10.042252 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a5c173c2-3cb1-4593-a4c5-08864a676b5c req-1ed69288-6917-451f-81d0-17c11c8c15fc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b38b58-3db4-4a6c-a384-4d1adc8985e3 HTTP/1.1" status: 200 len: 999 time: 0.0667300 Mar 08 19:31:10.091503 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c173c2-3cb1-4593-a4c5-08864a676b5c req-352c422c-5646-4314-b8c5-23c668ff1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:10.093084 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a5c173c2-3cb1-4593-a4c5-08864a676b5c req-352c422c-5646-4314-b8c5-23c668ff1d77 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f HTTP/1.1" status: 200 len: 851 time: 0.0455010 Mar 08 19:31:10.115234 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-104400d9-c319-4469-a92d-ac75c0317503 None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:31:10.145540 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c173c2-3cb1-4593-a4c5-08864a676b5c req-a2e219a6-4275-4797-ba0a-9ea1f8113f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:10.147110 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a5c173c2-3cb1-4593-a4c5-08864a676b5c req-a2e219a6-4275-4797-ba0a-9ea1f8113f9b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=072eacc7-3ff6-4869-b6d9-956588258e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483356 Mar 08 19:31:10.244320 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a5c173c2-3cb1-4593-a4c5-08864a676b5c req-bf5bfad6-a48b-476c-b761-1c05b8a8be2c service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906267 Mar 08 19:31:10.333941 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a5c173c2-3cb1-4593-a4c5-08864a676b5c req-ff5e188f-472c-4017-b6d3-8b25a7636831 service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842772 Mar 08 19:31:10.351566 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-104400d9-c319-4469-a92d-ac75c0317503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '456e557b-5376-4175-ac63-2279027da36c', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'port_id': '63b38b58-3db4-4a6c-a384-4d1adc8985e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'mac_address': 'fa:16:3e:5e:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbe5786-888f-49ea-bfeb-503e7d4433b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:31:08Z', 'updated_at': '2022-03-08T19:31:08Z', 'revision_number': 0, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:31:10.378973 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104400d9-c319-4469-a92d-ac75c0317503 None None] The sync data for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi is: [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '456e557b-5376-4175-ac63-2279027da36c', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'port_id': '63b38b58-3db4-4a6c-a384-4d1adc8985e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'mac_address': 'fa:16:3e:5e:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbe5786-888f-49ea-bfeb-503e7d4433b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:31:08Z', 'updated_at': '2022-03-08T19:31:08Z', 'revision_number': 0, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:31:10.569177 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250fc42d-cf02-49fc-975d-408396b0887c None None] New status for floating IP 456e557b-5376-4175-ac63-2279027da36c: ACTIVE {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:31:22.891690 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:31.984593 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-eb52776a-d1c6-49c3-9533-90249c8d5c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:34.298949 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-9ce75325-6f5a-48d8-992c-bef5f4d06b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:34.366010 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-58d30807-818e-46a9-88b9-b899ff8aad7f req-b10de4ac-35e4-47af-b907-d7266d93d380 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700183 Mar 08 19:31:34.469089 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d30807-818e-46a9-88b9-b899ff8aad7f req-21bcf096-4a75-4cea-aff4-f4b223e358cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:34.470665 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-58d30807-818e-46a9-88b9-b899ff8aad7f req-21bcf096-4a75-4cea-aff4-f4b223e358cd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 1129 time: 0.0520520 Mar 08 19:31:34.577849 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d30807-818e-46a9-88b9-b899ff8aad7f req-44f5d1dd-32f0-4c6f-9f40-e46bf0398383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:34.579318 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-58d30807-818e-46a9-88b9-b899ff8aad7f req-44f5d1dd-32f0-4c6f-9f40-e46bf0398383 service neutron] 10.222.0.76 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 913 time: 0.0906773 Mar 08 19:31:34.653409 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-58d30807-818e-46a9-88b9-b899ff8aad7f req-6d990974-a2ce-44e3-8ee4-698dc464e047 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b38b58-3db4-4a6c-a384-4d1adc8985e3 HTTP/1.1" status: 200 len: 1001 time: 0.0673621 Mar 08 19:31:34.704060 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d30807-818e-46a9-88b9-b899ff8aad7f req-e24a3f93-6685-4b86-9e74-06e0288c7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:34.706114 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-58d30807-818e-46a9-88b9-b899ff8aad7f req-e24a3f93-6685-4b86-9e74-06e0288c7e94 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f HTTP/1.1" status: 200 len: 851 time: 0.0461681 Mar 08 19:31:34.733569 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:31:34.765586 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d30807-818e-46a9-88b9-b899ff8aad7f req-ff216d20-d7a5-4dfe-9c2a-4df94e952a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:31:34.768375 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-58d30807-818e-46a9-88b9-b899ff8aad7f req-ff216d20-d7a5-4dfe-9c2a-4df94e952a5f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=072eacc7-3ff6-4869-b6d9-956588258e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543938 Mar 08 19:31:34.866616 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-58d30807-818e-46a9-88b9-b899ff8aad7f req-92cd9a17-a22b-4502-8bc9-449e64a5e360 service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928605 Mar 08 19:31:34.961093 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-58d30807-818e-46a9-88b9-b899ff8aad7f req-ea24a069-ec07-4713-ad64-728d8f85ebce service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884626 Mar 08 19:31:35.304459 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:37.314793 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:38.452551 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:31:52.852207 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:01.961268 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f35a1c50-5d63-46ae-ab69-01f3531cafd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:04.309496 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-855c6493-b95a-4e9f-9c41-d4ab91b9c5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:05.320609 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:07.354960 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:08.440406 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:11.733083 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:32:22.874467 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:31.977405 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-3a67b495-203f-459d-ab54-221695cda0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:34.309078 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2345293a-04a4-4bd9-81fd-7a8a27ccbd09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:35.291322 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:35.797458 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f17e27d4-bdf2-42b0-b2d4-2ddb176cc7d4 req-a1ee130b-d1cb-43a7-bc8f-16d34877b7d6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504501 Mar 08 19:32:35.888225 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e27d4-bdf2-42b0-b2d4-2ddb176cc7d4 req-dc76701a-3759-4e2c-9522-68a899ff6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:35.889794 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f17e27d4-bdf2-42b0-b2d4-2ddb176cc7d4 req-dc76701a-3759-4e2c-9522-68a899ff6ea1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 1129 time: 0.0480089 Mar 08 19:32:36.003119 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e27d4-bdf2-42b0-b2d4-2ddb176cc7d4 req-2c662f9c-f7f6-4ad5-bb05-1f3a2070ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:36.004530 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f17e27d4-bdf2-42b0-b2d4-2ddb176cc7d4 req-2c662f9c-f7f6-4ad5-bb05-1f3a2070ce38 service neutron] 10.222.0.76 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 913 time: 0.0953031 Mar 08 19:32:36.073203 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f17e27d4-bdf2-42b0-b2d4-2ddb176cc7d4 req-1b7edf61-3f1a-4a76-9414-e2b18337e14e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b38b58-3db4-4a6c-a384-4d1adc8985e3 HTTP/1.1" status: 200 len: 1001 time: 0.0628393 Mar 08 19:32:36.121701 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e27d4-bdf2-42b0-b2d4-2ddb176cc7d4 req-d83f06ef-2371-482c-93d5-2f224ad4e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:36.123180 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f17e27d4-bdf2-42b0-b2d4-2ddb176cc7d4 req-d83f06ef-2371-482c-93d5-2f224ad4e7b4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f HTTP/1.1" status: 200 len: 851 time: 0.0443697 Mar 08 19:32:36.177181 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e27d4-bdf2-42b0-b2d4-2ddb176cc7d4 req-d8f61176-ea37-44b8-8bae-ab6514baad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:32:36.178707 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f17e27d4-bdf2-42b0-b2d4-2ddb176cc7d4 req-d8f61176-ea37-44b8-8bae-ab6514baad03 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=072eacc7-3ff6-4869-b6d9-956588258e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497258 Mar 08 19:32:36.280522 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f17e27d4-bdf2-42b0-b2d4-2ddb176cc7d4 req-48ed2296-fdde-4480-98f5-5533ac058ad4 service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957129 Mar 08 19:32:36.375713 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f17e27d4-bdf2-42b0-b2d4-2ddb176cc7d4 req-32d6c16f-504a-4bfa-b4f2-5dec12dbef7c service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886912 Mar 08 19:32:37.342366 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:38.456991 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:32:38.704202 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-e204d079-1aa6-43ca-8573-558fcadf3a42 service neutron] (103680) timed out ('10.222.0.75', 48838) {{(pid=103680) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 19:32:38.912983 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [req-3e7dfd1b-ebcf-43ed-82c1-039846fe6119 req-f9f43de8-a86a-4165-8055-f478e754b51f tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] (103680) timed out ('10.222.0.75', 48850) {{(pid=103680) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 19:32:48.734168 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:32:52.885571 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:01.975574 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa07f-3563-4ca9-8cbc-757e4ff878a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:04.319208 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-3a6aabe1-f8f9-44b8-ba33-487e27d78b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:05.318046 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:07.330611 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:08.462814 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:22.873081 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:25.082136 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f707a5d-c9cf-4253-8b49-47f343c57271 req-06a957f3-7af2-4bb7-be65-3771ddeeb442 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:25.083737 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6f707a5d-c9cf-4253-8b49-47f343c57271 req-06a957f3-7af2-4bb7-be65-3771ddeeb442 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 945 time: 0.0592122 Mar 08 19:33:25.137045 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6f707a5d-c9cf-4253-8b49-47f343c57271 req-5887b51b-7a6a-4c15-9ce0-9189aa68ddc3 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474029 Mar 08 19:33:25.734379 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:33:26.273554 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8808922-9898-48b1-814a-72efc035c4e5 req-ee1ebe0c-6b88-4266-bd67-74fce47c9b6f tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:26.275285 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c8808922-9898-48b1-814a-72efc035c4e5 req-ee1ebe0c-6b88-4266-bd67-74fce47c9b6f tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 945 time: 0.0601869 Mar 08 19:33:26.339068 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c8808922-9898-48b1-814a-72efc035c4e5 req-bee84d6d-639b-4806-94ba-7214f4ef367d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537286 Mar 08 19:33:26.785541 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da8ee4-e5db-45cd-acc5-a7cc00536844 req-9509fe50-d3cc-419c-b90c-9ec5af04e93e tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:26.787379 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-42da8ee4-e5db-45cd-acc5-a7cc00536844 req-9509fe50-d3cc-419c-b90c-9ec5af04e93e tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 945 time: 0.0587022 Mar 08 19:33:26.888326 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-42da8ee4-e5db-45cd-acc5-a7cc00536844 req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Deleting port 63b38b58-3db4-4a6c-a384-4d1adc8985e3 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:33:26.888755 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-42da8ee4-e5db-45cd-acc5-a7cc00536844 req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (63b38b58-3db4-4a6c-a384-4d1adc8985e3), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:26.990082 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-42da8ee4-e5db-45cd-acc5-a7cc00536844 req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] For port 63b38b58-3db4-4a6c-a384-4d1adc8985e3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=63b38b58-3db4-4a6c-a384-4d1adc8985e3,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:33:26.990435 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-42da8ee4-e5db-45cd-acc5-a7cc00536844 req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (63b38b58-3db4-4a6c-a384-4d1adc8985e3), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:27.168105 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-42da8ee4-e5db-45cd-acc5-a7cc00536844 req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:27.168615 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-42da8ee4-e5db-45cd-acc5-a7cc00536844 req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (456e557b-5376-4175-ac63-2279027da36c), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:27.169191 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [req-42da8ee4-e5db-45cd-acc5-a7cc00536844 req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Floating IP 456e557b-5376-4175-ac63-2279027da36c disassociated. External IP: 172.27.3.171, port: 63b38b58-3db4-4a6c-a384-4d1adc8985e3. Mar 08 19:33:27.169586 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-42da8ee4-e5db-45cd-acc5-a7cc00536844 req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Calling delete_port for 63b38b58-3db4-4a6c-a384-4d1adc8985e3 owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:33:27.376642 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-42da8ee4-e5db-45cd-acc5-a7cc00536844 req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (63b38b58-3db4-4a6c-a384-4d1adc8985e3), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:27.411957 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event deleted for resources: {'Port': ['ID=63b38b58-3db4-4a6c-a384-4d1adc8985e3,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:33:27.423290 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:27.423651 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:27.423979 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:27.424318 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:27.424666 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:27.424979 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:27.425300 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:27.425783 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:27.425979 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:27.426302 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:27.426635 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:27.426951 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:27.427270 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:27.494597 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e28fbf8e-3b61-4505-8df0-ef15d728bca6 req-f16b1b85-7c23-4d27-96b0-c959b561bd19 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 210 time: 0.0641823 Mar 08 19:33:27.568274 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42da8ee4-e5db-45cd-acc5-a7cc00536844 req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:33:27.681055 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42da8ee4-e5db-45cd-acc5-a7cc00536844 req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:33:27.693898 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fef3b3-c614-4fb8-8349-edc023d22130 None None] Sync routers for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:33:27.703942 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fef3b3-c614-4fb8-8349-edc023d22130 None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:33:27.704630 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-96fef3b3-c614-4fb8-8349-edc023d22130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:33:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:33:27.727512 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-42da8ee4-e5db-45cd-acc5-a7cc00536844 req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] No DVR routers for this DVR port 63b38b58-3db4-4a6c-a384-4d1adc8985e3 on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:33:27.730743 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-42da8ee4-e5db-45cd-acc5-a7cc00536844 req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:27.734939 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-42da8ee4-e5db-45cd-acc5-a7cc00536844 req-bc01b69a-1d7b-4366-911a-b061557d63c0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.76 "DELETE /v2.0/ports/63b38b58-3db4-4a6c-a384-4d1adc8985e3 HTTP/1.1" status: 204 len: 173 time: 0.9421780 Mar 08 19:33:27.735523 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbe5786-888f-49ea-bfeb-503e7d4433b8', 'name': 'network-vif-deleted', 'tag': '63b38b58-3db4-4a6c-a384-4d1adc8985e3'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:33:27.737986 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fe4292-4c7a-4075-888a-6bf0f341e79f" -d '{"events": [{"server_uuid": "ffbe5786-888f-49ea-bfeb-503e7d4433b8", "name": "network-vif-deleted", "tag": "63b38b58-3db4-4a6c-a384-4d1adc8985e3"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:33:27.803082 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd20fcba-c305-48fa-8bfb-f5ddf2828e8c x-openstack-request-id: req-dd20fcba-c305-48fa-8bfb-f5ddf2828e8c {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:33:27.803827 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbe5786-888f-49ea-bfeb-503e7d4433b8", "name": "network-vif-deleted", "tag": "63b38b58-3db4-4a6c-a384-4d1adc8985e3", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:33:27.804252 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dd20fcba-c305-48fa-8bfb-f5ddf2828e8c {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:33:27.804839 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbe5786-888f-49ea-bfeb-503e7d4433b8', 'name': 'network-vif-deleted', 'tag': '63b38b58-3db4-4a6c-a384-4d1adc8985e3', 'status': 'completed', 'code': 200} Mar 08 19:33:27.826468 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-96fef3b3-c614-4fb8-8349-edc023d22130 None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:33:28.168980 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-96fef3b3-c614-4fb8-8349-edc023d22130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:33:28.197924 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fef3b3-c614-4fb8-8349-edc023d22130 None None] Checking router: e1390044-ba6c-49cd-96d3-f1ba1e48e4fe for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:33:28.208188 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fef3b3-c614-4fb8-8349-edc023d22130 None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:33:28.208823 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-96fef3b3-c614-4fb8-8349-edc023d22130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:33:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:33:28.327873 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-96fef3b3-c614-4fb8-8349-edc023d22130 None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:33:28.547660 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-96fef3b3-c614-4fb8-8349-edc023d22130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:33:28.577659 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fef3b3-c614-4fb8-8349-edc023d22130 None None] The sync data for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi is: [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:33:28.615164 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-84a59fba-6fdf-4b03-a5e6-e0915e37fe79 req-3cd73e52-305a-4088-9ba0-231aaec18b5c tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffbe5786-888f-49ea-bfeb-503e7d4433b8 HTTP/1.1" status: 200 len: 210 time: 0.0343974 Mar 08 19:33:28.851092 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d43aeb-afc1-4be9-a7cc-0f5db7185129 None None] New status for floating IP 456e557b-5376-4175-ac63-2279027da36c: DOWN {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:33:29.472247 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 63b38b58-3db4-4a6c-a384-4d1adc8985e3 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:33:29.495335 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: 63b38b58-3db4-4a6c-a384-4d1adc8985e3 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:33:29.495668 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 63b38b58-3db4-4a6c-a384-4d1adc8985e3 not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:33:29.877080 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-240b4ef4-270a-4bcd-bbf4-0a7e48ca36ab tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1260733439&fields=id&tenant_id=20e8b5f15db44609b06e2e7de694ebd8 HTTP/1.1" status: 200 len: 267 time: 0.0523121 Mar 08 19:33:29.990018 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-f7eaf0ad-2ae7-432f-8d3e-6a9aa065d821 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:29.991746 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-f7eaf0ad-2ae7-432f-8d3e-6a9aa065d821 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 812 time: 0.1079879 Mar 08 19:33:30.006562 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-49be54af-3286-4df3-92e3-16fea8dbcaed tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/quotas/20e8b5f15db44609b06e2e7de694ebd8 HTTP/1.1" status: 200 len: 375 time: 0.0094273 Mar 08 19:33:30.065414 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-a10b2870-efa8-4a64-8b66-4a9fe28f74e0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532854 Mar 08 19:33:30.162928 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-70696e5c-f768-430d-9e7f-1bee954f7896 service neutron] 10.222.0.75 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850694 Mar 08 19:33:30.271705 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-9d27d9e1-7b60-4f35-81f9-3854e7216a51 service neutron] 10.222.0.75 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029918 Mar 08 19:33:30.875686 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6cb44e0b-2f54-4872-bd90-4ac107a6b7e3 req-750e01e9-be6e-4c38-9e74-c574f94608c9 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 210 time: 0.0327554 Mar 08 19:33:31.982043 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-89f73782-8414-42d8-a755-39c58b4bb462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:31.983314 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d0504d77-cf36-4169-ac9c-f7ef6d24fe35 req-07997727-9523-4fc3-ba8d-daaec3c2551a tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 210 time: 0.0283673 Mar 08 19:33:32.931461 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e4cc6ef3-0304-4af4-acb7-9b7e92e42a66 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:32.936392 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e4cc6ef3-0304-4af4-acb7-9b7e92e42a66 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.76 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 812 time: 0.1205115 Mar 08 19:33:33.023282 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-a98d96a1-279a-444b-a156-232a824bd708 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20e8b5f15db44609b06e2e7de694ebd8 HTTP/1.1" status: 200 len: 380 time: 0.0815539 Mar 08 19:33:33.035082 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-5b0b0b6f-81eb-4e2f-98b0-a881de5ff413 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Request body: {'port': {'device_id': '551b0174-af37-4794-8de9-53e1b9029853', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'admin_state_up': True, 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'security_groups': ['240bb256-fc22-4b43-9bf3-44027c487eec']}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:33:33.143618 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-50213cc4-ca32-4571-92cd-28d53243b204 req-6bbc76a9-5dbb-4fa0-9479-68571c1d98c3 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 210 time: 0.0799699 Mar 08 19:33:33.318251 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-5b0b0b6f-81eb-4e2f-98b0-a881de5ff413 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Made reservation on behalf of 20e8b5f15db44609b06e2e7de694ebd8 for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:33:33.321735 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-5b0b0b6f-81eb-4e2f-98b0-a881de5ff413 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:33.456479 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-5b0b0b6f-81eb-4e2f-98b0-a881de5ff413 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Allocated IP 172.20.0.12 (072eacc7-3ff6-4869-b6d9-956588258e2f/a34d3ca4-5355-45f7-9ec0-93a2b93caf8f/7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:33:33.610336 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-5b0b0b6f-81eb-4e2f-98b0-a881de5ff413 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for port (7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:33.725418 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-5b0b0b6f-81eb-4e2f-98b0-a881de5ff413 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:33.777069 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-5b0b0b6f-81eb-4e2f-98b0-a881de5ff413 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Network 072eacc7-3ff6-4869-b6d9-956588258e2f is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:33:33.781370 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-5b0b0b6f-81eb-4e2f-98b0-a881de5ff413 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:33:33.785912 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-5b0b0b6f-81eb-4e2f-98b0-a881de5ff413 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:33:33.813051 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b0b6f-81eb-4e2f-98b0-a881de5ff413 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event updated for resources: {'Port': ['ID=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:33:33.852429 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-5b0b0b6f-81eb-4e2f-98b0-a881de5ff413 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:33.853054 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-5b0b0b6f-81eb-4e2f-98b0-a881de5ff413 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:33.945565 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-5b0b0b6f-81eb-4e2f-98b0-a881de5ff413 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9176011 Mar 08 19:33:33.959145 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Request body: {'port': {'device_id': '551b0174-af37-4794-8de9-53e1b9029853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:33:34.024265 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:34.048719 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-3410b3df-94b3-4e3c-b5e4-29cdfd398fb4 None None] Provisioning complete for port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:33:34.049429 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-3410b3df-94b3-4e3c-b5e4-29cdfd398fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:34.108691 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-3410b3df-94b3-4e3c-b5e4-29cdfd398fb4 None None] Port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:33:34.324488 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-dd61f7b3-90be-4a84-be68-fa467f2a0fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:34.354898 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93993b-cd39-4dbb-87e6-476998e769d1 req-9f0e3ff0-586b-4c7b-aa34-38face17eddb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:34.356978 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-eb93993b-cd39-4dbb-87e6-476998e769d1 req-9f0e3ff0-586b-4c7b-aa34-38face17eddb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 932 time: 0.0923917 Mar 08 19:33:34.442568 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:33:34.453558 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Publish callbacks [] for port (7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:34.459672 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-eb93993b-cd39-4dbb-87e6-476998e769d1 req-6d137f4c-1b10-4999-b8e9-d5461acacebd tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947733 Mar 08 19:33:34.474033 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Transition to ACTIVE for port object 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:33:34.530444 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:34.594247 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Pushing event updated for resources: {'Port': ['ID=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:33:34.955976 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Attempting to bind port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:33:34.956325 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Attempting to bind port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:33:34.956657 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Attempting to bind port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 on network 072eacc7-3ff6-4869-b6d9-956588258e2f {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:33:34.960969 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 on network 072eacc7-3ff6-4869-b6d9-956588258e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:33:34.961293 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Attempting to bind port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 on network 072eacc7-3ff6-4869-b6d9-956588258e2f {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:33:34.966085 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:33:34.966421 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Checking segment: {'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:33:34.967000 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Bound using segment: {'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:33:34.967433 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Bound port: 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:33:34.967791 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:35.030700 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] For port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:33:35.033694 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] For port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:33:35.084487 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:35.119066 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:35.119940 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:35.121682 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] 10.222.0.76 "PUT /v2.0/ports/7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 HTTP/1.1" status: 200 len: 1094 time: 1.1686990 Mar 08 19:33:35.122812 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551b0174-af37-4794-8de9-53e1b9029853', 'tag': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:33:35.126024 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025a92f5-964b-4b26-b915-7a5e86b464ac" -d '{"events": [{"name": "network-changed", "server_uuid": "551b0174-af37-4794-8de9-53e1b9029853", "tag": "7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:33:35.165194 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f4568-cac1-4440-831d-34f0282ee96f service neutron] Pushing event updated for resources: {'Port': ['ID=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:33:35.171542 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc3a2dd-15f3-4319-b997-5e75112cb848 x-openstack-request-id: req-edc3a2dd-15f3-4319-b997-5e75112cb848 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:33:35.172023 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551b0174-af37-4794-8de9-53e1b9029853", "tag": "7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:33:35.172590 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-edc3a2dd-15f3-4319-b997-5e75112cb848 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:33:35.173338 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551b0174-af37-4794-8de9-53e1b9029853', 'tag': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'status': 'completed', 'code': 200} Mar 08 19:33:35.246589 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a92f5-964b-4b26-b915-7a5e86b464ac req-f7b4739b-fd36-46ec-b1b3-7df7ee5fbd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:35.249920 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-025a92f5-964b-4b26-b915-7a5e86b464ac req-f7b4739b-fd36-46ec-b1b3-7df7ee5fbd3e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 1128 time: 0.0584202 Mar 08 19:33:35.296306 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:35.366787 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a92f5-964b-4b26-b915-7a5e86b464ac req-cf0e8a58-642b-41d9-aaad-7c47d0326a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:35.368407 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-025a92f5-964b-4b26-b915-7a5e86b464ac req-cf0e8a58-642b-41d9-aaad-7c47d0326a3a service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1119716 Mar 08 19:33:35.466420 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a92f5-964b-4b26-b915-7a5e86b464ac req-ef0692b1-1902-4939-88a3-6b302ce969b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:35.467938 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-025a92f5-964b-4b26-b915-7a5e86b464ac req-ef0692b1-1902-4939-88a3-6b302ce969b9 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942540 Mar 08 19:33:35.561503 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-1230066b-02d2-4d90-95ba-1f79565ab9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:35.563014 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-1230066b-02d2-4d90-95ba-1f79565ab9ef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 1128 time: 0.0575376 Mar 08 19:33:35.622322 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-2198d188-f02e-49a9-9f17-0a9f2a00ef84 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 HTTP/1.1" status: 200 len: 217 time: 0.0434611 Mar 08 19:33:35.674420 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565108d-32d0-4beb-afaf-6f66c793914d req-b6f7fefb-508f-4c5d-9ac7-e9e41f85a6f4 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:35.675938 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a565108d-32d0-4beb-afaf-6f66c793914d req-b6f7fefb-508f-4c5d-9ac7-e9e41f85a6f4 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 944 time: 0.1292906 Mar 08 19:33:35.692043 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-405f8a15-bb16-45b0-b0c6-a0f74a1e0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:35.693442 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-405f8a15-bb16-45b0-b0c6-a0f74a1e0874 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f HTTP/1.1" status: 200 len: 851 time: 0.0652916 Mar 08 19:33:35.758381 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a565108d-32d0-4beb-afaf-6f66c793914d req-561fccaf-3c97-4ed2-9a2c-8a5a8f569257 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762634 Mar 08 19:33:35.772370 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-208d4841-fdb0-4f7c-befb-728ff0289085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:35.773878 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-208d4841-fdb0-4f7c-befb-728ff0289085 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=072eacc7-3ff6-4869-b6d9-956588258e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740812 Mar 08 19:33:35.872440 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-602daa01-30bc-4176-880a-3f341902b04d service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918620 Mar 08 19:33:35.968704 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9d7ddbfc-8fc5-4e41-a01d-9723364435bc req-047ba2c2-81a9-4a03-b2a4-03a2f6ecaf3f service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902147 Mar 08 19:33:36.894395 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bb17d-ca0f-4dfa-8c1b-f0acda2dfb65 req-88b304d0-87e2-436c-950d-fd3a3b2bd576 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:36.895980 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9a2bb17d-ca0f-4dfa-8c1b-f0acda2dfb65 req-88b304d0-87e2-436c-950d-fd3a3b2bd576 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 944 time: 0.0572205 Mar 08 19:33:36.948579 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9a2bb17d-ca0f-4dfa-8c1b-f0acda2dfb65 req-900033ed-6477-4037-a2ff-654f6b73bd41 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462122 Mar 08 19:33:37.352757 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:38.068934 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cee0b4-806e-498f-9881-af8b6fc9809e req-7bd68699-f2a0-464c-9165-33cc2f8d9620 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:38.070446 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c4cee0b4-806e-498f-9881-af8b6fc9809e req-7bd68699-f2a0-464c-9165-33cc2f8d9620 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 944 time: 0.0525451 Mar 08 19:33:38.120625 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c4cee0b4-806e-498f-9881-af8b6fc9809e req-69613a49-70be-4748-a30d-e9a6f8fee0d5 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438979 Mar 08 19:33:38.478166 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:39.256123 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8d96c-64a1-4ea7-a218-08e366527204 req-398e2327-2e10-4a36-aaa1-d6e463ed2be5 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:39.257625 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c5e8d96c-64a1-4ea7-a218-08e366527204 req-398e2327-2e10-4a36-aaa1-d6e463ed2be5 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 944 time: 0.0662162 Mar 08 19:33:39.309005 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-c5e8d96c-64a1-4ea7-a218-08e366527204 req-13164907-0e47-4ccc-8c6d-bfeab871424a tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449805 Mar 08 19:33:40.432962 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea8625-243b-49eb-8e7b-d8681e7f4678 req-21d0bf88-fec4-48a5-812d-d88aad18c2df tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:40.435048 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-adea8625-243b-49eb-8e7b-d8681e7f4678 req-21d0bf88-fec4-48a5-812d-d88aad18c2df tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 944 time: 0.0566442 Mar 08 19:33:40.499734 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-adea8625-243b-49eb-8e7b-d8681e7f4678 req-85de012c-0db8-4994-9d02-bf2b20c72256 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582595 Mar 08 19:33:41.626549 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c903d9b-7637-4233-bc47-4f1aa1f5d173 req-e7720405-63c3-429d-8b7c-59568a5669f3 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:41.628107 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0c903d9b-7637-4233-bc47-4f1aa1f5d173 req-e7720405-63c3-429d-8b7c-59568a5669f3 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 944 time: 0.0569463 Mar 08 19:33:41.681976 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0c903d9b-7637-4233-bc47-4f1aa1f5d173 req-61de8129-35f3-40e3-b36a-40f93cfcb8b4 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483980 Mar 08 19:33:42.815133 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761beed-d0d7-4afa-9507-c492f3e63a18 req-34b66878-ac7e-4bee-8579-c809f0b391b1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:42.816702 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4761beed-d0d7-4afa-9507-c492f3e63a18 req-34b66878-ac7e-4bee-8579-c809f0b391b1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 944 time: 0.0613844 Mar 08 19:33:42.868049 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4761beed-d0d7-4afa-9507-c492f3e63a18 req-f3a2937b-1fa8-4704-b783-49ed531e5863 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456789 Mar 08 19:33:43.991366 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174216bc-0705-4f1f-b9ea-f1c614b06fd8 req-bcc8b681-e84b-4811-821c-9299b27ff335 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:43.992835 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-174216bc-0705-4f1f-b9ea-f1c614b06fd8 req-bcc8b681-e84b-4811-821c-9299b27ff335 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 944 time: 0.0543983 Mar 08 19:33:44.044179 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-174216bc-0705-4f1f-b9ea-f1c614b06fd8 req-ded65753-c2eb-434a-8dc2-0caaa2047059 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456102 Mar 08 19:33:45.169663 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14d25e-4b49-459f-9763-c5400fc57ece req-a4404528-6f05-473a-a09c-db2ef67784cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:45.171191 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9b14d25e-4b49-459f-9763-c5400fc57ece req-a4404528-6f05-473a-a09c-db2ef67784cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 944 time: 0.0583875 Mar 08 19:33:45.221872 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9b14d25e-4b49-459f-9763-c5400fc57ece req-f7b68799-1882-49a8-8cf4-3eef57b46e6f tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450301 Mar 08 19:33:45.565269 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:33:45.666300 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:33:45.678285 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'port_id': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'mac_address': 'fa:16:3e:83:58:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:33:45.716827 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:33:45.717215 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:45.730119 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:33:45.751049 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:33:45.873082 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:45.924769 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:33:45.931875 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:45.932244 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:45.932585 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:45.932923 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:45.933251 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:45.933578 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:45.933912 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:45.934329 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:45.934631 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:45.935153 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:45.935485 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:45.935809 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:45.936151 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:33:46.194137 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:33:46.363717 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3533b-6936-4c98-809b-ee732f90887c req-90d4b8ba-1e90-431d-9a31-de5545ce04a6 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:46.367452 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b6c3533b-6936-4c98-809b-ee732f90887c req-90d4b8ba-1e90-431d-9a31-de5545ce04a6 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 945 time: 0.0612557 Mar 08 19:33:46.428455 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b6c3533b-6936-4c98-809b-ee732f90887c req-c7569843-e017-4a94-8641-76d578e6f48c tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570488 Mar 08 19:33:47.554371 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac639f-9170-4644-a7b2-e10e18ae9353 req-d2abbe4c-1903-4029-bb1c-34093351ebd5 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:47.555850 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-faac639f-9170-4644-a7b2-e10e18ae9353 req-d2abbe4c-1903-4029-bb1c-34093351ebd5 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 945 time: 0.0578225 Mar 08 19:33:47.581248 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:33:47.609802 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-faac639f-9170-4644-a7b2-e10e18ae9353 req-24c606dc-1054-48df-9b8f-3e02d0d32abc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483215 Mar 08 19:33:47.695348 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:33:47.699585 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:33:47.704848 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:47.780345 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:33:47.780736 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:47.805586 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551b0174-af37-4794-8de9-53e1b9029853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:33:47.807836 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217c3e65-a9c1-4b09-bc33-a9be1defe8de" -d '{"events": [{"server_uuid": "551b0174-af37-4794-8de9-53e1b9029853", "name": "network-vif-plugged", "status": "completed", "tag": "7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:33:47.821462 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:33:47.901123 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:47.927638 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a33a298-2022-41ae-bda4-8485dc8af14f x-openstack-request-id: req-5a33a298-2022-41ae-bda4-8485dc8af14f {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:33:47.927954 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551b0174-af37-4794-8de9-53e1b9029853", "name": "network-vif-plugged", "status": "completed", "tag": "7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:33:47.928218 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a33a298-2022-41ae-bda4-8485dc8af14f {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:33:47.928616 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551b0174-af37-4794-8de9-53e1b9029853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'code': 200} Mar 08 19:33:47.956463 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:33:48.265440 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05834489-0e9b-438e-b750-488e001bd08b req-26ddad80-866f-4fee-b80e-ceae732e477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:48.266999 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-05834489-0e9b-438e-b750-488e001bd08b req-26ddad80-866f-4fee-b80e-ceae732e477b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 1130 time: 0.0467160 Mar 08 19:33:48.314114 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-05834489-0e9b-438e-b750-488e001bd08b req-e929b25a-7f65-4b88-a96d-861c4396d861 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416188 Mar 08 19:33:48.744534 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f9cd6-7356-42ad-9434-51a6886501ed req-0e172cf9-80c4-4676-9145-1ca2523621e2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:48.746091 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-530f9cd6-7356-42ad-9434-51a6886501ed req-0e172cf9-80c4-4676-9145-1ca2523621e2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 946 time: 0.0620196 Mar 08 19:33:48.800838 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-530f9cd6-7356-42ad-9434-51a6886501ed req-2995f800-1c0e-42e7-9788-0b343b861f9d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489416 Mar 08 19:33:49.931119 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4d538-034f-4cfd-bcc8-f266c143dff7 req-c5975de8-6a0c-408b-b72c-0605aa33b057 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:49.932693 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d7f4d538-034f-4cfd-bcc8-f266c143dff7 req-c5975de8-6a0c-408b-b72c-0605aa33b057 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 946 time: 0.0546830 Mar 08 19:33:49.983866 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d7f4d538-034f-4cfd-bcc8-f266c143dff7 req-8131aa2e-8fd6-45ac-bf8d-a6c9eedb95c5 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448220 Mar 08 19:33:50.109877 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef32c68-5ef6-4d96-a367-8386c4dde98d req-6212f5b0-2f66-48e5-b337-992fd2813e67 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:50.111414 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6ef32c68-5ef6-4d96-a367-8386c4dde98d req-6212f5b0-2f66-48e5-b337-992fd2813e67 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 946 time: 0.0589514 Mar 08 19:33:50.169665 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6ef32c68-5ef6-4d96-a367-8386c4dde98d req-6f1d1d0e-c283-42a2-a99f-77f5e214b2f7 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516777 Mar 08 19:33:50.192594 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55474) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:33:50.242154 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a110c0bb-f6c4-4f77-a35f-9c6e28f19b52 tempest-TestVolumeBootPattern-201234858 tempest-TestVolumeBootPattern-201234858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:50.243723 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-a110c0bb-f6c4-4f77-a35f-9c6e28f19b52 tempest-TestVolumeBootPattern-201234858 tempest-TestVolumeBootPattern-201234858-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 1125 time: 0.0501175 Mar 08 19:33:50.247267 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55476) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:33:50.253327 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Request body: {'floatingip': {'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'port_id': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:33:50.323748 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:50.423635 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:50.534789 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Allocated IP 172.27.3.199 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/af2b4c67-6e77-4d65-b859-75cb107c0389) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:33:50.638572 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for port (af2b4c67-6e77-4d65-b859-75cb107c0389), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:50.759032 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (af2b4c67-6e77-4d65-b859-75cb107c0389), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:50.806273 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:33:50.810058 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:33:50.814750 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:33:50.821088 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event updated for resources: {'Port': ['ID=af2b4c67-6e77-4d65-b859-75cb107c0389,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:33:51.204239 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for floatingip (c64b6ff5-a386-40ba-b943-82243b5b01f2), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:51.330233 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (af2b4c67-6e77-4d65-b859-75cb107c0389), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:51.487673 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for port (af2b4c67-6e77-4d65-b859-75cb107c0389), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:51.545870 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (af2b4c67-6e77-4d65-b859-75cb107c0389), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:51.614531 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event updated for resources: {'Port': ['ID=af2b4c67-6e77-4d65-b859-75cb107c0389,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:33:51.628143 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (c64b6ff5-a386-40ba-b943-82243b5b01f2), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:51.731859 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Floating IP c64b6ff5-a386-40ba-b943-82243b5b01f2 associated. External IP: 172.27.3.199, port: 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63. Mar 08 19:33:51.948156 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:33:52.057735 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:33:52.067901 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914ce490-fa0c-4f07-948a-3568a01fe3f4 None None] Sync routers for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:33:52.079937 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914ce490-fa0c-4f07-948a-3568a01fe3f4 None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:33:52.080573 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-914ce490-fa0c-4f07-948a-3568a01fe3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:33:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:33:52.136357 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:52.166863 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-839a8760-5edd-4782-bad9-9729f6771feb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9183772 Mar 08 19:33:52.167465 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551b0174-af37-4794-8de9-53e1b9029853', 'tag': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:33:52.169897 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b4748d-cc6a-40a8-b979-961c6231459f" -d '{"events": [{"name": "network-changed", "server_uuid": "551b0174-af37-4794-8de9-53e1b9029853", "tag": "7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:33:52.192597 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-914ce490-fa0c-4f07-948a-3568a01fe3f4 None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:33:52.205586 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b77dc4-5f6b-424d-8c4e-b20ce6d60aa7 x-openstack-request-id: req-98b77dc4-5f6b-424d-8c4e-b20ce6d60aa7 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:33:52.206109 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551b0174-af37-4794-8de9-53e1b9029853", "tag": "7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:33:52.206109 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-98b77dc4-5f6b-424d-8c4e-b20ce6d60aa7 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:33:52.206537 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551b0174-af37-4794-8de9-53e1b9029853', 'tag': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'status': 'completed', 'code': 200} Mar 08 19:33:52.271775 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4748d-cc6a-40a8-b979-961c6231459f req-de4fca39-1646-4d31-8b6d-d7977af60dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:52.273453 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-73b4748d-cc6a-40a8-b979-961c6231459f req-de4fca39-1646-4d31-8b6d-d7977af60dbb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 1130 time: 0.0449514 Mar 08 19:33:52.366312 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4748d-cc6a-40a8-b979-961c6231459f req-12cb956c-9576-473d-83a7-c96f417848f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:52.367706 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-73b4748d-cc6a-40a8-b979-961c6231459f req-12cb956c-9576-473d-83a7-c96f417848f6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 913 time: 0.0886495 Mar 08 19:33:52.427508 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-914ce490-fa0c-4f07-948a-3568a01fe3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'c64b6ff5-a386-40ba-b943-82243b5b01f2', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'port_id': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'mac_address': 'fa:16:3e:83:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b0174-af37-4794-8de9-53e1b9029853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:33:51Z', 'updated_at': '2022-03-08T19:33:51Z', 'revision_number': 0, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:33:52.433422 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-73b4748d-cc6a-40a8-b979-961c6231459f req-bd0ec6ab-50fe-41ae-957f-426f7dc0adf0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 HTTP/1.1" status: 200 len: 1000 time: 0.0595906 Mar 08 19:33:52.455395 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914ce490-fa0c-4f07-948a-3568a01fe3f4 None None] Checking router: e1390044-ba6c-49cd-96d3-f1ba1e48e4fe for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:33:52.463907 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914ce490-fa0c-4f07-948a-3568a01fe3f4 None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:33:52.464559 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-914ce490-fa0c-4f07-948a-3568a01fe3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:33:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:33:52.486207 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4748d-cc6a-40a8-b979-961c6231459f req-ed6d35c3-0d79-4b74-9016-67c425a77bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:52.487683 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-73b4748d-cc6a-40a8-b979-961c6231459f req-ed6d35c3-0d79-4b74-9016-67c425a77bbf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f HTTP/1.1" status: 200 len: 851 time: 0.0491683 Mar 08 19:33:52.538207 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4748d-cc6a-40a8-b979-961c6231459f req-ed717ee5-ec29-4865-8817-37860fc3febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:33:52.539727 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-73b4748d-cc6a-40a8-b979-961c6231459f req-ed717ee5-ec29-4865-8817-37860fc3febf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=072eacc7-3ff6-4869-b6d9-956588258e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458453 Mar 08 19:33:52.576275 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-914ce490-fa0c-4f07-948a-3568a01fe3f4 None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:33:52.632695 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-73b4748d-cc6a-40a8-b979-961c6231459f req-9b0de315-06be-4083-ba3e-0ca5e91ab395 service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861013 Mar 08 19:33:52.725845 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-73b4748d-cc6a-40a8-b979-961c6231459f req-29a34afe-c6c4-4f87-a858-e364443c3797 service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879359 Mar 08 19:33:52.804740 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-914ce490-fa0c-4f07-948a-3568a01fe3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'c64b6ff5-a386-40ba-b943-82243b5b01f2', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'port_id': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'mac_address': 'fa:16:3e:83:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b0174-af37-4794-8de9-53e1b9029853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:33:51Z', 'updated_at': '2022-03-08T19:33:51Z', 'revision_number': 0, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:33:52.831716 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914ce490-fa0c-4f07-948a-3568a01fe3f4 None None] The sync data for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi is: [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'c64b6ff5-a386-40ba-b943-82243b5b01f2', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'port_id': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'mac_address': 'fa:16:3e:83:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b0174-af37-4794-8de9-53e1b9029853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:33:51Z', 'updated_at': '2022-03-08T19:33:51Z', 'revision_number': 0, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:33:52.895325 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:33:53.026871 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e8710d-3a48-479c-a946-159e2fa9d2b1 None None] New status for floating IP c64b6ff5-a386-40ba-b943-82243b5b01f2: ACTIVE {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:34:02.008174 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f698e973-88fa-4e52-8dea-10c7fd9cc351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:02.734668 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:34:04.317345 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b02c65bc-f579-4fd1-bc3f-d9113d6cc2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:05.323181 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:07.345833 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:08.489409 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:22.887900 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:32.008505 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-518e3102-0db9-443e-ac07-f69230eb784a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:34.270866 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f7ed18c5-191f-4c5a-aab2-4c998242c772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:35.339614 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:37.440267 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:38.499600 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:34:39.329018 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2ee3cf37-3faf-4d5f-b35b-7f9c8a7c2d3b req-26543bb0-1d38-4962-ba6c-f58086fe7932 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0899460 Mar 08 19:34:39.413477 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3cf37-3faf-4d5f-b35b-7f9c8a7c2d3b req-9513564a-50e4-4b2b-b9ad-a39b401418ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:34:39.414964 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2ee3cf37-3faf-4d5f-b35b-7f9c8a7c2d3b req-9513564a-50e4-4b2b-b9ad-a39b401418ce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 1130 time: 0.0446632 Mar 08 19:34:39.570042 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3cf37-3faf-4d5f-b35b-7f9c8a7c2d3b req-21d5eb25-0033-4a8c-8f12-2952424555ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:34:39.571423 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2ee3cf37-3faf-4d5f-b35b-7f9c8a7c2d3b req-21d5eb25-0033-4a8c-8f12-2952424555ad service neutron] 10.222.0.76 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 913 time: 0.1378462 Mar 08 19:34:39.637679 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2ee3cf37-3faf-4d5f-b35b-7f9c8a7c2d3b req-c5766d0e-0753-40d8-aab1-74616bf876e8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 HTTP/1.1" status: 200 len: 1002 time: 0.0594983 Mar 08 19:34:39.689626 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3cf37-3faf-4d5f-b35b-7f9c8a7c2d3b req-244f99e3-4d47-4270-b4f6-c242811b993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:34:39.691398 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2ee3cf37-3faf-4d5f-b35b-7f9c8a7c2d3b req-244f99e3-4d47-4270-b4f6-c242811b993d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f HTTP/1.1" status: 200 len: 851 time: 0.0485728 Mar 08 19:34:39.733716 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:34:39.740729 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3cf37-3faf-4d5f-b35b-7f9c8a7c2d3b req-6c35f572-390e-45cb-8bb0-b302f76488f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:34:39.742258 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2ee3cf37-3faf-4d5f-b35b-7f9c8a7c2d3b req-6c35f572-390e-45cb-8bb0-b302f76488f2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=072eacc7-3ff6-4869-b6d9-956588258e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454831 Mar 08 19:34:39.752481 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [req-2ee3cf37-3faf-4d5f-b35b-7f9c8a7c2d3b req-c4e8c220-2b14-402c-895e-a03c2df22b1d service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:34:39.753415 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2ee3cf37-3faf-4d5f-b35b-7f9c8a7c2d3b req-c4e8c220-2b14-402c-895e-a03c2df22b1d service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048437 Mar 08 19:34:39.855539 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2ee3cf37-3faf-4d5f-b35b-7f9c8a7c2d3b req-ba647fa5-b476-475f-a3bd-f15ff2cb59cb service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960474 Mar 08 19:34:39.949860 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-2ee3cf37-3faf-4d5f-b35b-7f9c8a7c2d3b req-f4b20d8d-8503-4090-a7bf-768cb73a4458 service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890656 Mar 08 19:34:52.939366 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:01.967666 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-eb2f4ccc-b0d2-4512-a5b0-552315662495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:04.304420 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-92291e48-00d3-4fd7-9ddb-fca8fe889150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:05.333519 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:07.328148 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:08.510685 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:16.732359 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:35:22.886976 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:31.995930 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e6c245bf-5725-4ccd-a310-29e1adf755b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:34.338226 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a649945d-76ff-427c-9b6d-85e571be8cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:35.327239 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:37.343865 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:38.492511 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:41.314021 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f3c5058-4d3e-4cd5-944c-9cc663024e62 req-169a49a3-2e8e-41c2-b0ed-c53791b0587f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455942 Mar 08 19:35:41.412081 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5058-4d3e-4cd5-944c-9cc663024e62 req-ac3797fd-4d39-46bb-939b-254749889d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:41.413618 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f3c5058-4d3e-4cd5-944c-9cc663024e62 req-ac3797fd-4d39-46bb-939b-254749889d19 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 1130 time: 0.0584626 Mar 08 19:35:41.531406 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5058-4d3e-4cd5-944c-9cc663024e62 req-7c016b30-ac6b-41ae-81c9-be32044f5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:41.532995 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f3c5058-4d3e-4cd5-944c-9cc663024e62 req-7c016b30-ac6b-41ae-81c9-be32044f5b66 service neutron] 10.222.0.76 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 913 time: 0.0965958 Mar 08 19:35:41.607444 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f3c5058-4d3e-4cd5-944c-9cc663024e62 req-56f68d20-4bc2-47cc-a5b0-74bda812501c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 HTTP/1.1" status: 200 len: 1002 time: 0.0684516 Mar 08 19:35:41.659631 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5058-4d3e-4cd5-944c-9cc663024e62 req-2c54a971-067e-48fd-aced-1488dcbced57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:41.661163 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f3c5058-4d3e-4cd5-944c-9cc663024e62 req-2c54a971-067e-48fd-aced-1488dcbced57 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f HTTP/1.1" status: 200 len: 851 time: 0.0476718 Mar 08 19:35:41.711770 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c5058-4d3e-4cd5-944c-9cc663024e62 req-1ec5c92a-d745-4ae0-b62e-8230daf88504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:41.713328 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f3c5058-4d3e-4cd5-944c-9cc663024e62 req-1ec5c92a-d745-4ae0-b62e-8230daf88504 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=072eacc7-3ff6-4869-b6d9-956588258e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459347 Mar 08 19:35:41.806517 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f3c5058-4d3e-4cd5-944c-9cc663024e62 req-07604992-be32-4e80-bf96-593374874b82 service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872879 Mar 08 19:35:41.896566 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-8f3c5058-4d3e-4cd5-944c-9cc663024e62 req-0b4439a6-173e-4bd7-8ba9-ba5ef24ab7b4 service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841277 Mar 08 19:35:52.880362 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:52.954601 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-d89bbf58-b04b-4df3-b7b7-7d5822371c12 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1260733439&fields=id&tenant_id=20e8b5f15db44609b06e2e7de694ebd8 HTTP/1.1" status: 200 len: 267 time: 0.0456052 Mar 08 19:35:53.062192 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-d3a8b63e-f39e-4157-b283-59609c88821a tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:53.063646 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-d3a8b63e-f39e-4157-b283-59609c88821a tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 812 time: 0.1026883 Mar 08 19:35:53.080250 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-ab82438e-acde-403e-a5d2-48d946f0d8cf tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/quotas/20e8b5f15db44609b06e2e7de694ebd8 HTTP/1.1" status: 200 len: 375 time: 0.0112686 Mar 08 19:35:53.139540 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-14becd90-05eb-4148-8825-b9a97735c3dc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543649 Mar 08 19:35:53.285111 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-7e24bac1-694d-40c3-8d94-b559cb351d7a service neutron] 10.222.0.75 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345351 Mar 08 19:35:53.376615 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-f0d8b232-80d8-4aac-9922-8ad1116b1962 service neutron] 10.222.0.75 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858414 Mar 08 19:35:53.731205 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:35:54.285506 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1c928a79-acd6-4d77-b4a6-314c3131b036 req-0cd77eda-59d1-4af8-9cc6-e5fca8ac15cf tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 210 time: 0.3635700 Mar 08 19:35:55.389808 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-e2d3368a-69ed-4dec-bffc-07fc0d3e7ad9 req-6d253185-1f36-43ed-bcc0-ee9ad6c9f210 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 210 time: 0.0274465 Mar 08 19:35:56.163341 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-df7bb989-7aa8-4285-bd75-096e24d7b29f tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:56.164812 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-df7bb989-7aa8-4285-bd75-096e24d7b29f tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.76 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 812 time: 0.1004701 Mar 08 19:35:56.227438 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-7fa60dab-f655-4aa2-b905-a3a3823a7b92 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20e8b5f15db44609b06e2e7de694ebd8 HTTP/1.1" status: 200 len: 380 time: 0.0540938 Mar 08 19:35:56.236841 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Request body: {'port': {'device_id': 'b7526d2c-2f06-43f2-a3ec-99f151e3b6c4', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'admin_state_up': True, 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'security_groups': ['240bb256-fc22-4b43-9bf3-44027c487eec']}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:35:56.446245 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Made reservation on behalf of 20e8b5f15db44609b06e2e7de694ebd8 for: {'port': 1} {{(pid=103681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:35:56.446245 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:56.529817 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ef33c0c3-df1e-4484-9ed7-9d1907bdfbbc req-f61e87f3-053c-4f6b-a327-03eebcfc3ab2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 210 time: 0.0601003 Mar 08 19:35:56.598178 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Allocated IP 172.20.0.11 (072eacc7-3ff6-4869-b6d9-956588258e2f/a34d3ca4-5355-45f7-9ec0-93a2b93caf8f/78b26457-3dae-4a26-8682-9461b7aefcd3) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:35:56.737609 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for port (78b26457-3dae-4a26-8682-9461b7aefcd3), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:56.841331 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (78b26457-3dae-4a26-8682-9461b7aefcd3), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:56.883679 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Network 072eacc7-3ff6-4869-b6d9-956588258e2f is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:35:56.886974 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:35:56.890638 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:35:56.917346 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event updated for resources: {'Port': ['ID=78b26457-3dae-4a26-8682-9461b7aefcd3,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:56.937507 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:56.937893 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:56.938235 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:56.938573 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:56.938941 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:56.939271 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:56.939597 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:56.939955 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:56.940284 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:56.940611 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:56.940964 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:56.941252 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:56.941573 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:35:56.965168 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:56.965827 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.077311 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-73fa3c27-99ba-4958-b193-038d499650cc tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8440881 Mar 08 19:35:57.091721 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Request body: {'port': {'device_id': 'b7526d2c-2f06-43f2-a3ec-99f151e3b6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:35:57.102604 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-3b52dcad-451c-4381-9c5b-2d5954ad85fa None None] Provisioning complete for port 78b26457-3dae-4a26-8682-9461b7aefcd3 triggered by entity DHCP. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:35:57.103753 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-3b52dcad-451c-4381-9c5b-2d5954ad85fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (78b26457-3dae-4a26-8682-9461b7aefcd3), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.138056 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-3b52dcad-451c-4381-9c5b-2d5954ad85fa None None] Port 78b26457-3dae-4a26-8682-9461b7aefcd3 cannot update to ACTIVE because it is not bound. {{(pid=103682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:35:57.152203 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (78b26457-3dae-4a26-8682-9461b7aefcd3), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.420107 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b26457-3dae-4a26-8682-9461b7aefcd3 {{(pid=103681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:35:57.430068 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Publish callbacks [] for port (78b26457-3dae-4a26-8682-9461b7aefcd3), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.442299 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.provisioning_blocks [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Transition to ACTIVE for port object 78b26457-3dae-4a26-8682-9461b7aefcd3 will not be triggered until provisioned by entity L2. {{(pid=103681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:35:57.549102 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (78b26457-3dae-4a26-8682-9461b7aefcd3), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.601000 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Pushing event updated for resources: {'Port': ['ID=78b26457-3dae-4a26-8682-9461b7aefcd3,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:57.716339 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Attempting to bind port 78b26457-3dae-4a26-8682-9461b7aefcd3 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:35:57.716678 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Attempting to bind port 78b26457-3dae-4a26-8682-9461b7aefcd3 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:35:57.717009 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Attempting to bind port 78b26457-3dae-4a26-8682-9461b7aefcd3 on network 072eacc7-3ff6-4869-b6d9-956588258e2f {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:35:57.725334 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e078a5b-94f4-49fd-bcf0-777141117798 req-6485249e-5eed-4426-9726-4af8dd6154a0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:57.726851 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0e078a5b-94f4-49fd-bcf0-777141117798 req-6485249e-5eed-4426-9726-4af8dd6154a0 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 944 time: 0.1004324 Mar 08 19:35:57.730590 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Port 78b26457-3dae-4a26-8682-9461b7aefcd3 on network 072eacc7-3ff6-4869-b6d9-956588258e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:35:57.731030 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Attempting to bind port 78b26457-3dae-4a26-8682-9461b7aefcd3 on network 072eacc7-3ff6-4869-b6d9-956588258e2f {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:35:57.743114 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Checking agent: {'id': '19b70853-cee9-48fe-9ba2-bbf1cd874f81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'started_at': datetime.datetime(2022, 3, 8, 19, 11, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:35:57.743475 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Checking segment: {'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:35:57.743832 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Bound using segment: {'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'} {{(pid=103681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:35:57.750070 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.managers [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Bound port: 78b26457-3dae-4a26-8682-9461b7aefcd3, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0854d0a7-f712-4ccf-a120-826804cc8c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f'}}] {{(pid=103681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:35:57.750070 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (78b26457-3dae-4a26-8682-9461b7aefcd3), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.815234 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0e078a5b-94f4-49fd-bcf0-777141117798 req-c2521a5a-0207-4273-ac12-90d53c011644 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818079 Mar 08 19:35:57.841869 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] For port 78b26457-3dae-4a26-8682-9461b7aefcd3, host hv-cinder-83009, cleared binding levels {{(pid=103681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:35:57.845118 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] For port 78b26457-3dae-4a26-8682-9461b7aefcd3, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=78b26457-3dae-4a26-8682-9461b7aefcd3,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:35:57.910139 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (78b26457-3dae-4a26-8682-9461b7aefcd3), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.947553 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:57.948214 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:35:57.949871 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] 10.222.0.76 "PUT /v2.0/ports/78b26457-3dae-4a26-8682-9461b7aefcd3 HTTP/1.1" status: 200 len: 1094 time: 0.8638692 Mar 08 19:35:57.950332 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7526d2c-2f06-43f2-a3ec-99f151e3b6c4', 'tag': '78b26457-3dae-4a26-8682-9461b7aefcd3'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:35:57.952722 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8336bf3-4ac1-4498-9b2e-3308b7d7c805" -d '{"events": [{"name": "network-changed", "server_uuid": "b7526d2c-2f06-43f2-a3ec-99f151e3b6c4", "tag": "78b26457-3dae-4a26-8682-9461b7aefcd3"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:35:57.977271 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e23d1e-6202-4f25-b6f9-dbe37893891f service neutron] Pushing event updated for resources: {'Port': ['ID=78b26457-3dae-4a26-8682-9461b7aefcd3,revision_number=3']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:35:58.071425 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd53134-22b1-45c8-84a3-7286034d692a x-openstack-request-id: req-4cd53134-22b1-45c8-84a3-7286034d692a {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:35:58.071722 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7526d2c-2f06-43f2-a3ec-99f151e3b6c4", "tag": "78b26457-3dae-4a26-8682-9461b7aefcd3", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:35:58.072008 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4cd53134-22b1-45c8-84a3-7286034d692a {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:35:58.072400 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7526d2c-2f06-43f2-a3ec-99f151e3b6c4', 'tag': '78b26457-3dae-4a26-8682-9461b7aefcd3', 'status': 'completed', 'code': 200} Mar 08 19:35:58.111218 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-b203f0cf-780e-4ce3-91d0-1f18f575b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:58.113076 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-b203f0cf-780e-4ce3-91d0-1f18f575b764 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 1128 time: 0.0513809 Mar 08 19:35:58.159006 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-ed08c0d6-4c7c-4bcc-b8f3-2872adb4dbbd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78b26457-3dae-4a26-8682-9461b7aefcd3 HTTP/1.1" status: 200 len: 217 time: 0.0392945 Mar 08 19:35:58.206081 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-abaf6b95-ffa1-439c-a498-b514472952ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:58.207607 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-abaf6b95-ffa1-439c-a498-b514472952ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f HTTP/1.1" status: 200 len: 851 time: 0.0434608 Mar 08 19:35:58.256409 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-346b5e63-438c-4ce4-a119-0a132fbe3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:58.257903 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-346b5e63-438c-4ce4-a119-0a132fbe3b59 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=072eacc7-3ff6-4869-b6d9-956588258e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445104 Mar 08 19:35:58.352781 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-e27e7db1-fd3b-4fda-bd2c-453f94c2c3ff service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876265 Mar 08 19:35:58.440142 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-0d4df5f2-3152-49a5-a0ce-660ccd88a145 req-5e14168c-3de2-431f-a665-21dcab4d19e8 service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819004 Mar 08 19:35:58.616042 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8336bf3-4ac1-4498-9b2e-3308b7d7c805 req-5b770be1-41af-4a3b-902f-8fcabef14610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:58.617615 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b8336bf3-4ac1-4498-9b2e-3308b7d7c805 req-5b770be1-41af-4a3b-902f-8fcabef14610 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 1128 time: 0.0510101 Mar 08 19:35:58.717880 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8336bf3-4ac1-4498-9b2e-3308b7d7c805 req-a84f2c9d-112b-4701-926b-c1acee4c929f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:58.719402 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b8336bf3-4ac1-4498-9b2e-3308b7d7c805 req-a84f2c9d-112b-4701-926b-c1acee4c929f service neutron] 10.222.0.76 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 913 time: 0.0943551 Mar 08 19:35:58.769192 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b8336bf3-4ac1-4498-9b2e-3308b7d7c805 req-29b238e7-a6b6-4b38-abb2-6b3844492f76 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78b26457-3dae-4a26-8682-9461b7aefcd3 HTTP/1.1" status: 200 len: 217 time: 0.0439551 Mar 08 19:35:58.820240 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8336bf3-4ac1-4498-9b2e-3308b7d7c805 req-c89b36f6-bd54-4d41-bbce-732013dd9ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:58.821706 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b8336bf3-4ac1-4498-9b2e-3308b7d7c805 req-c89b36f6-bd54-4d41-bbce-732013dd9ab9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f HTTP/1.1" status: 200 len: 851 time: 0.0475631 Mar 08 19:35:58.871497 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8336bf3-4ac1-4498-9b2e-3308b7d7c805 req-647351fb-6ec2-4673-815b-4985b5bb0e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:58.872955 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b8336bf3-4ac1-4498-9b2e-3308b7d7c805 req-647351fb-6ec2-4673-815b-4985b5bb0e69 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=072eacc7-3ff6-4869-b6d9-956588258e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459664 Mar 08 19:35:59.001668 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97ea41-3aae-4cce-b9f1-00eb31474d35 req-47bbdf11-c6ec-4777-8253-e192bf059c71 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:35:59.003188 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4e97ea41-3aae-4cce-b9f1-00eb31474d35 req-47bbdf11-c6ec-4777-8253-e192bf059c71 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 944 time: 0.1169076 Mar 08 19:35:59.006999 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b8336bf3-4ac1-4498-9b2e-3308b7d7c805 req-042dfd7e-2a59-41df-8b12-8257a5f98142 service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280181 Mar 08 19:35:59.110561 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-4e97ea41-3aae-4cce-b9f1-00eb31474d35 req-96fb7f76-8ef0-4b5a-b32f-d91273fb3fcd tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017709 Mar 08 19:35:59.134467 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b8336bf3-4ac1-4498-9b2e-3308b7d7c805 req-2f46c03c-d993-4f3b-85bf-a6d79b3c396d service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198637 Mar 08 19:36:00.240775 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6597741-fb4d-4e3e-a5a9-d2e1ca3510fc req-4adbd3dc-4ef2-4450-9646-087fddc94c6c tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:00.242250 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a6597741-fb4d-4e3e-a5a9-d2e1ca3510fc req-4adbd3dc-4ef2-4450-9646-087fddc94c6c tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 944 time: 0.0549557 Mar 08 19:36:00.295615 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a6597741-fb4d-4e3e-a5a9-d2e1ca3510fc req-3d479926-8391-4005-b609-02bd6ad10801 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466201 Mar 08 19:36:01.413328 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eea5ad-53d2-41cf-9208-eddc9c6155b9 req-12b306ff-ab5a-489a-9ba4-544025a14fe4 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:01.414830 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d2eea5ad-53d2-41cf-9208-eddc9c6155b9 req-12b306ff-ab5a-489a-9ba4-544025a14fe4 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 944 time: 0.0521843 Mar 08 19:36:01.469634 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-d2eea5ad-53d2-41cf-9208-eddc9c6155b9 req-b0c21e6e-8ac3-4aad-8ffb-79e1e1c69a25 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484936 Mar 08 19:36:01.994834 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-83b323c9-0b8a-4180-8695-882006e361dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:02.588424 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16039c-6db0-44d4-8272-d293d4610eca req-c67d168e-0110-49a9-84b4-576bf87973c6 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:02.589973 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ee16039c-6db0-44d4-8272-d293d4610eca req-c67d168e-0110-49a9-84b4-576bf87973c6 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 944 time: 0.0529287 Mar 08 19:36:02.640553 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ee16039c-6db0-44d4-8272-d293d4610eca req-ef1a691c-7a20-4f44-916e-91ade92fbd82 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450063 Mar 08 19:36:03.758046 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e81688-af5c-4538-b805-a67d08ab66c6 req-ee1b09c1-b8ee-456c-98e3-943af9b2f6f2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:03.759622 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-51e81688-af5c-4538-b805-a67d08ab66c6 req-ee1b09c1-b8ee-456c-98e3-943af9b2f6f2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 944 time: 0.0524712 Mar 08 19:36:03.810373 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-51e81688-af5c-4538-b805-a67d08ab66c6 req-ec1ae186-d998-420f-9e6d-51f64da37864 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438516 Mar 08 19:36:04.303280 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-415c4640-47ba-42c6-9f78-c08ebd7e94d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:04.934107 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cfe2c-0471-4cce-838a-a7c2a2c9a2dd req-62cf023c-06c1-448a-b1d2-7083da53163e tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:04.935621 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7f5cfe2c-0471-4cce-838a-a7c2a2c9a2dd req-62cf023c-06c1-448a-b1d2-7083da53163e tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 944 time: 0.0579381 Mar 08 19:36:04.987205 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7f5cfe2c-0471-4cce-838a-a7c2a2c9a2dd req-78fa08eb-c651-408d-91c7-f55070ed09d3 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456812 Mar 08 19:36:05.331584 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:06.107380 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27722bc5-1470-4d6b-ae52-ded2184c10e6 req-2810ebe0-ff01-4cf2-9ef1-5bdf56a1a6c4 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:06.108839 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-27722bc5-1470-4d6b-ae52-ded2184c10e6 req-2810ebe0-ff01-4cf2-9ef1-5bdf56a1a6c4 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 944 time: 0.0534804 Mar 08 19:36:06.163355 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-27722bc5-1470-4d6b-ae52-ded2184c10e6 req-10b15e58-c038-44d4-a488-922f16bf3a1e tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477591 Mar 08 19:36:06.325042 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 78b26457-3dae-4a26-8682-9461b7aefcd3 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:36:06.426857 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 78b26457-3dae-4a26-8682-9461b7aefcd3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=78b26457-3dae-4a26-8682-9461b7aefcd3,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:36:06.437768 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Returning: {'device': '78b26457-3dae-4a26-8682-9461b7aefcd3', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'port_id': '78b26457-3dae-4a26-8682-9461b7aefcd3', 'mac_address': 'fa:16:3e:7f:fe:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:36:06.475059 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 78b26457-3dae-4a26-8682-9461b7aefcd3 is: DOWN; New status is: BUILD {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:36:06.475449 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (78b26457-3dae-4a26-8682-9461b7aefcd3), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:06.490279 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b26457-3dae-4a26-8682-9461b7aefcd3 {{(pid=103682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:36:06.510266 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 78b26457-3dae-4a26-8682-9461b7aefcd3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=78b26457-3dae-4a26-8682-9461b7aefcd3,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:36:06.594727 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (78b26457-3dae-4a26-8682-9461b7aefcd3), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:06.646216 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=78b26457-3dae-4a26-8682-9461b7aefcd3,revision_number=4']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:06.654019 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:36:06.654368 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:36:06.654715 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:36:06.655051 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:36:06.655419 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:36:06.655753 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:36:06.656138 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:36:06.656470 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:36:06.656797 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:36:06.657126 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:36:06.657449 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:36:06.657797 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:36:06.658120 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:36:06.998425 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] get_ports_and_sgs() called for port_ids ['78b26457-3dae-4a26-8682-9461b7aefcd3'] {{(pid=103682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:36:07.295576 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d947-9a5c-48fc-9734-a8af0e3def7b req-e622c303-ebd7-4b9f-8349-d2b149c8f747 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:07.297261 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-21d3d947-9a5c-48fc-9734-a8af0e3def7b req-e622c303-ebd7-4b9f-8349-d2b149c8f747 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 945 time: 0.0577826 Mar 08 19:36:07.343445 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:07.352906 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-21d3d947-9a5c-48fc-9734-a8af0e3def7b req-08e0701f-180c-48a8-8e4a-b5d407f3fa5e tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497060 Mar 08 19:36:08.356211 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 78b26457-3dae-4a26-8682-9461b7aefcd3 up at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:36:08.476447 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ccb6d-9a20-456e-b632-e3294b910e62 req-5fc5c419-5e62-472e-9644-3315229c02db tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:08.477983 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-aa7ccb6d-9a20-456e-b632-e3294b910e62 req-5fc5c419-5e62-472e-9644-3315229c02db tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 945 time: 0.0529144 Mar 08 19:36:08.497157 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning for port 78b26457-3dae-4a26-8682-9461b7aefcd3 completed by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:36:08.501409 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.provisioning_blocks [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Provisioning complete for port 78b26457-3dae-4a26-8682-9461b7aefcd3 triggered by entity L2. {{(pid=103682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:36:08.501790 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726760'] for port (78b26457-3dae-4a26-8682-9461b7aefcd3), provisioning_complete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:08.530236 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-aa7ccb6d-9a20-456e-b632-e3294b910e62 req-0bf184e9-a1f7-4d33-9734-99a84c37fd80 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458610 Mar 08 19:36:08.552135 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:08.586598 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Current status of the port 78b26457-3dae-4a26-8682-9461b7aefcd3 is: BUILD; New status is: ACTIVE {{(pid=103682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:36:08.587065 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (78b26457-3dae-4a26-8682-9461b7aefcd3), before_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:08.618040 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7526d2c-2f06-43f2-a3ec-99f151e3b6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b26457-3dae-4a26-8682-9461b7aefcd3'}] {{(pid=103682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:36:08.618040 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437384f1c0e15f01186ccfb400421615e6cea9570aba6bc55f69de24ac781fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ced114-af77-41fb-907d-6216d153aa2c" -d '{"events": [{"server_uuid": "b7526d2c-2f06-43f2-a3ec-99f151e3b6c4", "name": "network-vif-plugged", "status": "completed", "tag": "78b26457-3dae-4a26-8682-9461b7aefcd3"}]}' {{(pid=103682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:36:08.627691 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] For port 78b26457-3dae-4a26-8682-9461b7aefcd3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=78b26457-3dae-4a26-8682-9461b7aefcd3,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:36:08.650532 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd90d0b-0536-4980-8529-deab12e06afe x-openstack-request-id: req-8fd90d0b-0536-4980-8529-deab12e06afe {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:36:08.650831 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7526d2c-2f06-43f2-a3ec-99f151e3b6c4", "name": "network-vif-plugged", "status": "completed", "tag": "78b26457-3dae-4a26-8682-9461b7aefcd3", "code": 200}]} {{(pid=103682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:36:08.651092 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8fd90d0b-0536-4980-8529-deab12e06afe {{(pid=103682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:36:08.652227 dv-cinder-830091-3-iscsi neutron-server[103682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7526d2c-2f06-43f2-a3ec-99f151e3b6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b26457-3dae-4a26-8682-9461b7aefcd3', 'code': 200} Mar 08 19:36:08.748764 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285'] for port (78b26457-3dae-4a26-8682-9461b7aefcd3), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:08.796939 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Pushing event updated for resources: {'Port': ['ID=78b26457-3dae-4a26-8682-9461b7aefcd3,revision_number=5']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:09.031340 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47031624-df77-43e1-8341-dadca1af40ea req-bed04968-2622-4723-be3b-7f4059a9110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:09.032934 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-47031624-df77-43e1-8341-dadca1af40ea req-bed04968-2622-4723-be3b-7f4059a9110c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 1130 time: 0.0453084 Mar 08 19:36:09.082898 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-47031624-df77-43e1-8341-dadca1af40ea req-6d40b769-07fa-4cad-9573-35e027041060 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437045 Mar 08 19:36:09.683482 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233b212-2ead-4bd2-958b-7569b4c81a2d req-61006c60-c07c-49ae-88d1-dec8dfb85add tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:09.685132 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5233b212-2ead-4bd2-958b-7569b4c81a2d req-61006c60-c07c-49ae-88d1-dec8dfb85add tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 946 time: 0.0564196 Mar 08 19:36:09.740944 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-5233b212-2ead-4bd2-958b-7569b4c81a2d req-31bfd39d-cdd6-4aa0-a6b5-58c45c9eea65 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503621 Mar 08 19:36:10.865073 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4141155-8102-41fa-901e-8dc991848d63 req-1b88fadb-d787-4db9-8074-68fa179cadf1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:10.866783 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f4141155-8102-41fa-901e-8dc991848d63 req-1b88fadb-d787-4db9-8074-68fa179cadf1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 946 time: 0.0535512 Mar 08 19:36:10.916458 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-f4141155-8102-41fa-901e-8dc991848d63 req-a6b580b7-e919-4fc5-978e-a84b6fd91c94 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440745 Mar 08 19:36:11.038735 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d71a08-bf13-4ea5-9e0f-d1a9c3f9a0da req-3a208c31-a7c6-414c-bfe2-3b62efede919 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:11.040117 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b8d71a08-bf13-4ea5-9e0f-d1a9c3f9a0da req-3a208c31-a7c6-414c-bfe2-3b62efede919 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 946 time: 0.0571885 Mar 08 19:36:11.089901 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-b8d71a08-bf13-4ea5-9e0f-d1a9c3f9a0da req-a6203cd1-fde7-49d5-ac58-a38da419c829 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438697 Mar 08 19:36:11.111424 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55630) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:36:11.202917 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c041b993-5d53-4947-a57b-0687f20699ac tempest-TestVolumeBootPattern-201234858 tempest-TestVolumeBootPattern-201234858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:11.204495 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-c041b993-5d53-4947-a57b-0687f20699ac tempest-TestVolumeBootPattern-201234858 tempest-TestVolumeBootPattern-201234858-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 1125 time: 0.0917695 Mar 08 19:36:11.207507 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55634) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:36:11.211795 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.v2.base [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Request body: {'floatingip': {'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'port_id': '78b26457-3dae-4a26-8682-9461b7aefcd3', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:36:11.303222 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:11.410518 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (None), before_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:11.514083 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_common [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Allocated IP 172.27.3.4 (f5ba6d23-ec5e-4ce3-afaa-dc6b19160766/d0b2d9a2-55e8-4aca-a0f4-7d44f3898180/ae359e01-4779-42c0-a521-e19390ad5ddb) {{(pid=103681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:36:11.615419 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for port (ae359e01-4779-42c0-a521-e19390ad5ddb), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:11.760883 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765377741249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (ae359e01-4779-42c0-a521-e19390ad5ddb), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:11.802919 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Network f5ba6d23-ec5e-4ce3-afaa-dc6b19160766 is already hosted by enough agents. {{(pid=103681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:36:11.805864 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.base_scheduler [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Resources bound (agent type, host, resource id): {{(pid=103681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:36:11.810537 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Received port after_create {{(pid=103681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:36:11.813657 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event updated for resources: {'Port': ['ID=ae359e01-4779-42c0-a521-e19390ad5ddb,revision_number=1']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:12.183872 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for floatingip (5426438c-29e3-402b-8961-e33706e6f921), precommit_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:12.316163 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593375'] for port (ae359e01-4779-42c0-a521-e19390ad5ddb), before_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:12.468120 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for port (ae359e01-4779-42c0-a521-e19390ad5ddb), precommit_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:12.531942 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765378260664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765377741267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765377741285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5418150'] for port (ae359e01-4779-42c0-a521-e19390ad5ddb), after_update {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:12.605606 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event updated for resources: {'Port': ['ID=ae359e01-4779-42c0-a521-e19390ad5ddb,revision_number=2']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:36:12.617728 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8094293'] for floatingip (5426438c-29e3-402b-8961-e33706e6f921), after_create {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:12.721133 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.db.l3_db [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Floating IP 5426438c-29e3-402b-8961-e33706e6f921 associated. External IP: 172.27.3.4, port: 78b26457-3dae-4a26-8682-9461b7aefcd3. Mar 08 19:36:13.207813 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:36:13.319873 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:36:13.330208 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d7cecd-d0cb-4120-adfc-d12d727e826e None None] Sync routers for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:36:13.341765 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d7cecd-d0cb-4120-adfc-d12d727e826e None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:36:13.342425 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-d5d7cecd-d0cb-4120-adfc-d12d727e826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:36:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:36:13.448108 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:13.459534 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-d5d7cecd-d0cb-4120-adfc-d12d727e826e None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:36:13.478053 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-f63300c6-a302-49f8-92de-5b483a1f48a8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2694564 Mar 08 19:36:13.481739 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7526d2c-2f06-43f2-a3ec-99f151e3b6c4', 'tag': '78b26457-3dae-4a26-8682-9461b7aefcd3'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:36:13.481739 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069c637c-4912-4216-b9af-a718ebf08537" -d '{"events": [{"name": "network-changed", "server_uuid": "b7526d2c-2f06-43f2-a3ec-99f151e3b6c4", "tag": "78b26457-3dae-4a26-8682-9461b7aefcd3"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:36:13.522999 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0350f32-5b3b-484c-930a-5a56530c8270 x-openstack-request-id: req-f0350f32-5b3b-484c-930a-5a56530c8270 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:36:13.523408 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7526d2c-2f06-43f2-a3ec-99f151e3b6c4", "tag": "78b26457-3dae-4a26-8682-9461b7aefcd3", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:36:13.523720 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f0350f32-5b3b-484c-930a-5a56530c8270 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:36:13.524246 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7526d2c-2f06-43f2-a3ec-99f151e3b6c4', 'tag': '78b26457-3dae-4a26-8682-9461b7aefcd3', 'status': 'completed', 'code': 200} Mar 08 19:36:13.591807 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c637c-4912-4216-b9af-a718ebf08537 req-cc7711ce-d8c0-41fc-b3df-f2ceb2a234bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:13.593426 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-069c637c-4912-4216-b9af-a718ebf08537 req-cc7711ce-d8c0-41fc-b3df-f2ceb2a234bf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 1130 time: 0.0468297 Mar 08 19:36:13.691336 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c637c-4912-4216-b9af-a718ebf08537 req-66b33a86-b1cf-4aa7-a3f6-378994211932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:13.692376 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-069c637c-4912-4216-b9af-a718ebf08537 req-66b33a86-b1cf-4aa7-a3f6-378994211932 service neutron] 10.222.0.76 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 913 time: 0.0935519 Mar 08 19:36:13.730469 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-d5d7cecd-d0cb-4120-adfc-d12d727e826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '5426438c-29e3-402b-8961-e33706e6f921', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'port_id': '78b26457-3dae-4a26-8682-9461b7aefcd3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'mac_address': 'fa:16:3e:7f:fe:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7526d2c-2f06-43f2-a3ec-99f151e3b6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:36:12Z', 'updated_at': '2022-03-08T19:36:12Z', 'revision_number': 0, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address_scope': None}, {'id': 'c64b6ff5-a386-40ba-b943-82243b5b01f2', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'port_id': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'mac_address': 'fa:16:3e:83:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b0174-af37-4794-8de9-53e1b9029853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:33:51Z', 'updated_at': '2022-03-08T19:33:53Z', 'revision_number': 1, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:36:13.757396 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d7cecd-d0cb-4120-adfc-d12d727e826e None None] Checking router: e1390044-ba6c-49cd-96d3-f1ba1e48e4fe for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:36:13.763938 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-069c637c-4912-4216-b9af-a718ebf08537 req-b449e66b-1c73-4450-909b-4e02216359a6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78b26457-3dae-4a26-8682-9461b7aefcd3 HTTP/1.1" status: 200 len: 998 time: 0.0623424 Mar 08 19:36:13.767137 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d7cecd-d0cb-4120-adfc-d12d727e826e None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:36:13.767753 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-d5d7cecd-d0cb-4120-adfc-d12d727e826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:36:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:36:13.817766 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c637c-4912-4216-b9af-a718ebf08537 req-25edb68c-edc5-40c3-be57-a3d8386f4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:13.819225 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-069c637c-4912-4216-b9af-a718ebf08537 req-25edb68c-edc5-40c3-be57-a3d8386f4965 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f HTTP/1.1" status: 200 len: 851 time: 0.0457795 Mar 08 19:36:13.875520 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c637c-4912-4216-b9af-a718ebf08537 req-25764ac1-8994-4bc1-be7f-239c87382e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:13.877077 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-069c637c-4912-4216-b9af-a718ebf08537 req-25764ac1-8994-4bc1-be7f-239c87382e59 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=072eacc7-3ff6-4869-b6d9-956588258e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510614 Mar 08 19:36:13.881082 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-d5d7cecd-d0cb-4120-adfc-d12d727e826e None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:36:13.970674 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-069c637c-4912-4216-b9af-a718ebf08537 req-5af67346-5ac0-410d-a43d-65d47d8f4b92 service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874746 Mar 08 19:36:14.066608 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-069c637c-4912-4216-b9af-a718ebf08537 req-8bc6f0ac-8849-4c67-b6b8-bb894e69296e service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906348 Mar 08 19:36:14.121370 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-d5d7cecd-d0cb-4120-adfc-d12d727e826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '5426438c-29e3-402b-8961-e33706e6f921', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'port_id': '78b26457-3dae-4a26-8682-9461b7aefcd3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'mac_address': 'fa:16:3e:7f:fe:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7526d2c-2f06-43f2-a3ec-99f151e3b6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:36:12Z', 'updated_at': '2022-03-08T19:36:12Z', 'revision_number': 0, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address_scope': None}, {'id': 'c64b6ff5-a386-40ba-b943-82243b5b01f2', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'port_id': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'mac_address': 'fa:16:3e:83:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b0174-af37-4794-8de9-53e1b9029853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:33:51Z', 'updated_at': '2022-03-08T19:33:53Z', 'revision_number': 1, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:36:14.147475 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d7cecd-d0cb-4120-adfc-d12d727e826e None None] The sync data for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi is: [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': '5426438c-29e3-402b-8961-e33706e6f921', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'port_id': '78b26457-3dae-4a26-8682-9461b7aefcd3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'mac_address': 'fa:16:3e:7f:fe:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7526d2c-2f06-43f2-a3ec-99f151e3b6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:36:12Z', 'updated_at': '2022-03-08T19:36:12Z', 'revision_number': 0, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address_scope': None}, {'id': 'c64b6ff5-a386-40ba-b943-82243b5b01f2', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'port_id': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'mac_address': 'fa:16:3e:83:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b0174-af37-4794-8de9-53e1b9029853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:33:51Z', 'updated_at': '2022-03-08T19:33:53Z', 'revision_number': 1, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:36:14.342095 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f230dd-1a78-4503-ace5-219ab34a600e None None] New status for floating IP 5426438c-29e3-402b-8961-e33706e6f921: ACTIVE {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:36:22.937124 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:30.730949 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:36:31.982547 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c21f35d0-3f20-4022-a3b9-02964995b874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:34.348676 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d18da4ed-4190-43a3-90b8-21c71133c68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:35.359985 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:37.371526 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:38.490874 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:36:42.286011 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e8cfebf-ff78-4740-a78b-4d9ee9a493fb req-5101992d-fe64-40bb-816d-380090cb2e7b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437202 Mar 08 19:36:42.374209 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cfebf-ff78-4740-a78b-4d9ee9a493fb req-a2070969-74ba-4bcf-a7bd-4ebb55a93685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:42.375695 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e8cfebf-ff78-4740-a78b-4d9ee9a493fb req-a2070969-74ba-4bcf-a7bd-4ebb55a93685 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 1130 time: 0.0473888 Mar 08 19:36:42.483393 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cfebf-ff78-4740-a78b-4d9ee9a493fb req-e071d0ac-dc5c-48a6-877a-2bcc00070b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:42.484920 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e8cfebf-ff78-4740-a78b-4d9ee9a493fb req-e071d0ac-dc5c-48a6-877a-2bcc00070b5f service neutron] 10.222.0.76 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 913 time: 0.0901592 Mar 08 19:36:42.549031 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e8cfebf-ff78-4740-a78b-4d9ee9a493fb req-31c806fa-4f57-4698-a294-80acae96362a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 HTTP/1.1" status: 200 len: 1002 time: 0.0574687 Mar 08 19:36:42.601623 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cfebf-ff78-4740-a78b-4d9ee9a493fb req-845f3d6e-2fe1-4537-b964-b5e1393baef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:42.603076 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e8cfebf-ff78-4740-a78b-4d9ee9a493fb req-845f3d6e-2fe1-4537-b964-b5e1393baef7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f HTTP/1.1" status: 200 len: 851 time: 0.0475144 Mar 08 19:36:42.649900 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cfebf-ff78-4740-a78b-4d9ee9a493fb req-e8261833-ca30-4cc3-b6c4-f8003bda0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:36:42.651396 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e8cfebf-ff78-4740-a78b-4d9ee9a493fb req-e8261833-ca30-4cc3-b6c4-f8003bda0b28 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=072eacc7-3ff6-4869-b6d9-956588258e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429728 Mar 08 19:36:42.751862 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e8cfebf-ff78-4740-a78b-4d9ee9a493fb req-8dc2a1ff-58af-4b38-88df-fc1bdc8067b6 service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928664 Mar 08 19:36:42.845891 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-3e8cfebf-ff78-4740-a78b-4d9ee9a493fb req-e8db17a5-5985-4c4f-b8e6-44f12f9969e1 service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863698 Mar 08 19:36:52.913749 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:01.976311 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ceefd518-8092-4a0c-900c-feb022821484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:04.313454 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b94f3748-47ba-4234-b638-add8ec81a53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:05.377050 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:07.358785 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:07.729953 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:37:08.552730 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:22.924266 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:32.026589 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f23f2ec3-2b31-47bb-b2f9-19f72a6b3fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:34.324201 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e5853116-102c-4686-88bb-38d140256536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:35.353213 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:37.381089 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:38.500654 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:37:44.284014 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fedc4307-b9b3-4ded-b908-b6105c25fed9 req-82ae72a8-292d-45b1-bc5c-03441375feb9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443258 Mar 08 19:37:44.347441 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc4307-b9b3-4ded-b908-b6105c25fed9 req-318e1b4e-52c5-4242-aa84-94be2dcf9d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:37:44.348958 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fedc4307-b9b3-4ded-b908-b6105c25fed9 req-318e1b4e-52c5-4242-aa84-94be2dcf9d1e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 1130 time: 0.0442872 Mar 08 19:37:44.453337 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc4307-b9b3-4ded-b908-b6105c25fed9 req-e7274b7a-d3d9-4d89-90d1-c33fb1c81623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:37:44.454804 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fedc4307-b9b3-4ded-b908-b6105c25fed9 req-e7274b7a-d3d9-4d89-90d1-c33fb1c81623 service neutron] 10.222.0.76 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 913 time: 0.0872357 Mar 08 19:37:44.523937 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fedc4307-b9b3-4ded-b908-b6105c25fed9 req-eecf148c-ba1d-4dca-af5b-924f95fb7fe5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78b26457-3dae-4a26-8682-9461b7aefcd3 HTTP/1.1" status: 200 len: 1000 time: 0.0624905 Mar 08 19:37:44.575016 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc4307-b9b3-4ded-b908-b6105c25fed9 req-bf707e22-bfa8-4adb-9373-5272ca0023c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:37:44.576394 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fedc4307-b9b3-4ded-b908-b6105c25fed9 req-bf707e22-bfa8-4adb-9373-5272ca0023c4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f HTTP/1.1" status: 200 len: 851 time: 0.0472152 Mar 08 19:37:44.624483 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc4307-b9b3-4ded-b908-b6105c25fed9 req-a25715ff-1897-43f6-9b88-3b00f4646abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:37:44.626047 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fedc4307-b9b3-4ded-b908-b6105c25fed9 req-a25715ff-1897-43f6-9b88-3b00f4646abd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=072eacc7-3ff6-4869-b6d9-956588258e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440691 Mar 08 19:37:44.718165 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fedc4307-b9b3-4ded-b908-b6105c25fed9 req-209ed39e-e784-4156-b755-05d09fa4adcc service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860906 Mar 08 19:37:44.728539 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:37:44.806260 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-fedc4307-b9b3-4ded-b908-b6105c25fed9 req-793c8e56-af67-4950-b406-1310a5d3635c service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819633 Mar 08 19:37:52.912172 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:01.997556 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-c3c9eeb7-df72-4726-a5e2-750a6b41e85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:02.425672 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55674) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:02.586155 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Deleting port ae359e01-4779-42c0-a521-e19390ad5ddb {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:38:02.586530 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (ae359e01-4779-42c0-a521-e19390ad5ddb), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:02.660881 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (ae359e01-4779-42c0-a521-e19390ad5ddb), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:02.661209 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for floatingip (ae359e01-4779-42c0-a521-e19390ad5ddb), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:02.672600 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Calling delete_port for ae359e01-4779-42c0-a521-e19390ad5ddb owned by network:floatingip {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:38:02.906527 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (ae359e01-4779-42c0-a521-e19390ad5ddb), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:02.937172 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event deleted for resources: {'Port': ['ID=ae359e01-4779-42c0-a521-e19390ad5ddb,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:02.963569 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:02.963937 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:02.964275 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:02.964608 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:02.964937 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:02.965259 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:02.965583 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:02.965905 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:02.966226 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:02.966546 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:02.966865 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:02.967179 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:02.967495 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:03.010310 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for floatingip (5426438c-29e3-402b-8961-e33706e6f921), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:03.010657 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.l3_db [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Floating IP 5426438c-29e3-402b-8961-e33706e6f921 disassociated (deleted). External IP: 172.27.3.4, port: 78b26457-3dae-4a26-8682-9461b7aefcd3. Mar 08 19:38:03.253355 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:38:03.366512 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:38:03.371357 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:03.375967 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4e310-fc8a-48f5-9bf6-c3b57313e5a4 None None] Sync routers for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:38:03.386007 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4e310-fc8a-48f5-9bf6-c3b57313e5a4 None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:38:03.386607 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-4cd4e310-fc8a-48f5-9bf6-c3b57313e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:37:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:03.400877 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-2b8806e5-1fc6-4c04-bd71-5b4252bfd52d tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "DELETE /v2.0/floatingips/5426438c-29e3-402b-8961-e33706e6f921 HTTP/1.1" status: 204 len: 168 time: 0.9740465 Mar 08 19:38:03.405973 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7526d2c-2f06-43f2-a3ec-99f151e3b6c4', 'tag': '78b26457-3dae-4a26-8682-9461b7aefcd3'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:38:03.405973 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53819140b743c14f5f7a1fe2ab51494c776a848c6f719dc74ac88d912fee6995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb646c8-1468-4c2f-a693-0b5be26da30d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7526d2c-2f06-43f2-a3ec-99f151e3b6c4", "tag": "78b26457-3dae-4a26-8682-9461b7aefcd3"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:38:03.498089 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-4cd4e310-fc8a-48f5-9bf6-c3b57313e5a4 None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:38:03.540707 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93830dc-a6ef-49e3-a635-e2b3b75abef0 x-openstack-request-id: req-f93830dc-a6ef-49e3-a635-e2b3b75abef0 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:38:03.541256 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7526d2c-2f06-43f2-a3ec-99f151e3b6c4", "tag": "78b26457-3dae-4a26-8682-9461b7aefcd3", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:38:03.541256 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f93830dc-a6ef-49e3-a635-e2b3b75abef0 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:38:03.541735 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7526d2c-2f06-43f2-a3ec-99f151e3b6c4', 'tag': '78b26457-3dae-4a26-8682-9461b7aefcd3', 'status': 'completed', 'code': 200} Mar 08 19:38:03.608396 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb646c8-1468-4c2f-a693-0b5be26da30d req-470a0c04-4510-4788-8fc2-039c9ff745dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:38:03.610575 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ccb646c8-1468-4c2f-a693-0b5be26da30d req-470a0c04-4510-4788-8fc2-039c9ff745dc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 1130 time: 0.0472798 Mar 08 19:38:03.703656 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb646c8-1468-4c2f-a693-0b5be26da30d req-136c9344-8428-4207-b517-085a601d3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:38:03.706269 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ccb646c8-1468-4c2f-a693-0b5be26da30d req-136c9344-8428-4207-b517-085a601d3bc3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 913 time: 0.0904570 Mar 08 19:38:03.734940 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-4cd4e310-fc8a-48f5-9bf6-c3b57313e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'c64b6ff5-a386-40ba-b943-82243b5b01f2', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'port_id': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'mac_address': 'fa:16:3e:83:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b0174-af37-4794-8de9-53e1b9029853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:33:51Z', 'updated_at': '2022-03-08T19:33:53Z', 'revision_number': 1, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:03.749351 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ccb646c8-1468-4c2f-a693-0b5be26da30d req-59254f4f-d8a8-4167-9a7d-67824f7bcb58 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78b26457-3dae-4a26-8682-9461b7aefcd3 HTTP/1.1" status: 200 len: 217 time: 0.0367351 Mar 08 19:38:03.803250 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb646c8-1468-4c2f-a693-0b5be26da30d req-9c5ceb59-5652-47fb-bec6-916e4907ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:38:03.804718 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ccb646c8-1468-4c2f-a693-0b5be26da30d req-9c5ceb59-5652-47fb-bec6-916e4907ba73 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f HTTP/1.1" status: 200 len: 851 time: 0.0501516 Mar 08 19:38:03.855077 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4e310-fc8a-48f5-9bf6-c3b57313e5a4 None None] Checking router: e1390044-ba6c-49cd-96d3-f1ba1e48e4fe for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:38:03.858479 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb646c8-1468-4c2f-a693-0b5be26da30d req-52132f32-39f5-4f60-97fc-6582888f7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:38:03.860776 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ccb646c8-1468-4c2f-a693-0b5be26da30d req-52132f32-39f5-4f60-97fc-6582888f7340 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=072eacc7-3ff6-4869-b6d9-956588258e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502234 Mar 08 19:38:03.864625 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4e310-fc8a-48f5-9bf6-c3b57313e5a4 None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:38:03.865284 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-4cd4e310-fc8a-48f5-9bf6-c3b57313e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:37:34Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:03.974472 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-4cd4e310-fc8a-48f5-9bf6-c3b57313e5a4 None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:38:03.983150 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff5a78-ed91-494b-a93d-4e57a70acfb6 req-3e49a1cf-dbb2-4366-90f5-68ff9df2d119 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:38:03.984943 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6dff5a78-ed91-494b-a93d-4e57a70acfb6 req-3e49a1cf-dbb2-4366-90f5-68ff9df2d119 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 946 time: 0.1178536 Mar 08 19:38:04.012605 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ccb646c8-1468-4c2f-a693-0b5be26da30d req-90c82ec1-3d97-42d9-921a-d44aa75310f7 service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441164 Mar 08 19:38:04.068029 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-6dff5a78-ed91-494b-a93d-4e57a70acfb6 req-683b218f-2733-4f81-b045-bc53240b994c tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732543 Mar 08 19:38:04.129012 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-ccb646c8-1468-4c2f-a693-0b5be26da30d req-e6ce2694-985e-4e61-bac9-e25912c9b49c service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095347 Mar 08 19:38:04.207574 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-4cd4e310-fc8a-48f5-9bf6-c3b57313e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'c64b6ff5-a386-40ba-b943-82243b5b01f2', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'port_id': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'mac_address': 'fa:16:3e:83:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b0174-af37-4794-8de9-53e1b9029853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:33:51Z', 'updated_at': '2022-03-08T19:33:53Z', 'revision_number': 1, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:04.238594 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4e310-fc8a-48f5-9bf6-c3b57313e5a4 None None] The sync data for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi is: [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_floatingips': [{'id': 'c64b6ff5-a386-40ba-b943-82243b5b01f2', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'router_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'port_id': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'mac_address': 'fa:16:3e:83:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551b0174-af37-4794-8de9-53e1b9029853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:33:51Z', 'updated_at': '2022-03-08T19:33:53Z', 'revision_number': 1, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:38:04.323556 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-912dd19d-0aec-482b-8fcb-c9385b2b3fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:04.592573 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d6a0d-88d3-4945-9b7b-f87b3a91e186 None None] New status for floating IP 5426438c-29e3-402b-8961-e33706e6f921: DOWN {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:38:05.190992 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba11b97-3583-4080-b587-a17c01ab0dc3 req-46e668e2-5f40-4a43-ac74-c194b85f9eb7 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:38:05.192391 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1ba11b97-3583-4080-b587-a17c01ab0dc3 req-46e668e2-5f40-4a43-ac74-c194b85f9eb7 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 946 time: 0.0533824 Mar 08 19:38:05.241476 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-1ba11b97-3583-4080-b587-a17c01ab0dc3 req-22b24a7a-02f2-48f6-a2e0-97319893d087 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435016 Mar 08 19:38:05.380625 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:05.650657 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786ecf1-9022-4a00-80ed-d9e34825823e req-8af3e3d7-7f6c-445c-afc3-e963bc2814c6 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:38:05.652129 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7786ecf1-9022-4a00-80ed-d9e34825823e req-8af3e3d7-7f6c-445c-afc3-e963bc2814c6 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 946 time: 0.0512352 Mar 08 19:38:05.745193 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-7786ecf1-9022-4a00-80ed-d9e34825823e req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Deleting port 78b26457-3dae-4a26-8682-9461b7aefcd3 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:38:05.745534 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7786ecf1-9022-4a00-80ed-d9e34825823e req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (78b26457-3dae-4a26-8682-9461b7aefcd3), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:05.831530 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-7786ecf1-9022-4a00-80ed-d9e34825823e req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] For port 78b26457-3dae-4a26-8682-9461b7aefcd3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=78b26457-3dae-4a26-8682-9461b7aefcd3,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:38:05.831896 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7786ecf1-9022-4a00-80ed-d9e34825823e req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (78b26457-3dae-4a26-8682-9461b7aefcd3), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:05.844168 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-7786ecf1-9022-4a00-80ed-d9e34825823e req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Calling delete_port for 78b26457-3dae-4a26-8682-9461b7aefcd3 owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:38:06.054752 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7786ecf1-9022-4a00-80ed-d9e34825823e req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (78b26457-3dae-4a26-8682-9461b7aefcd3), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:06.082219 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event deleted for resources: {'Port': ['ID=78b26457-3dae-4a26-8682-9461b7aefcd3,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:06.092040 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:06.092402 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:06.092750 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:06.093087 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:06.093562 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:06.093876 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:06.094242 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:06.094614 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:06.095278 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:06.096207 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:06.096503 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:06.096871 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:06.097200 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:06.176849 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-7786ecf1-9022-4a00-80ed-d9e34825823e req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] No DVR routers for this DVR port 78b26457-3dae-4a26-8682-9461b7aefcd3 on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:38:06.179519 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-7786ecf1-9022-4a00-80ed-d9e34825823e req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:06.182799 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-7786ecf1-9022-4a00-80ed-d9e34825823e req-86fe0203-471d-46b7-b280-b12d32c5eac1 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.76 "DELETE /v2.0/ports/78b26457-3dae-4a26-8682-9461b7aefcd3 HTTP/1.1" status: 204 len: 173 time: 0.5261075 Mar 08 19:38:06.183238 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7526d2c-2f06-43f2-a3ec-99f151e3b6c4', 'name': 'network-vif-deleted', 'tag': '78b26457-3dae-4a26-8682-9461b7aefcd3'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:38:06.185570 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80db2a2f-812e-4719-8362-d7eaa13e987d" -d '{"events": [{"server_uuid": "b7526d2c-2f06-43f2-a3ec-99f151e3b6c4", "name": "network-vif-deleted", "tag": "78b26457-3dae-4a26-8682-9461b7aefcd3"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:38:06.231804 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78830e29-83fa-4107-b6b5-eaf27bb72561 x-openstack-request-id: req-78830e29-83fa-4107-b6b5-eaf27bb72561 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:38:06.232479 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7526d2c-2f06-43f2-a3ec-99f151e3b6c4", "name": "network-vif-deleted", "tag": "78b26457-3dae-4a26-8682-9461b7aefcd3", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:38:06.232479 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-78830e29-83fa-4107-b6b5-eaf27bb72561 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:38:06.232764 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7526d2c-2f06-43f2-a3ec-99f151e3b6c4', 'name': 'network-vif-deleted', 'tag': '78b26457-3dae-4a26-8682-9461b7aefcd3', 'status': 'completed', 'code': 200} Mar 08 19:38:06.334749 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-df5fcf8e-f216-47e8-8ac4-052cde1a938d req-60d085cf-e320-4f9e-a624-ea2b8e0734b9 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 210 time: 0.0262535 Mar 08 19:38:07.363312 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:07.449571 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-9a4cd770-ffc5-4743-8b86-0c15ab87bc5f req-b31350aa-cb9a-4a30-ae2e-65cfd1a0b165 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7526d2c-2f06-43f2-a3ec-99f151e3b6c4 HTTP/1.1" status: 200 len: 210 time: 0.0270143 Mar 08 19:38:08.494923 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:08.974960 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 78b26457-3dae-4a26-8682-9461b7aefcd3 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:38:08.995238 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: 78b26457-3dae-4a26-8682-9461b7aefcd3 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:38:08.995510 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 78b26457-3dae-4a26-8682-9461b7aefcd3 not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:38:10.955303 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55722) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:11.111402 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-84ce6edc-89f1-489c-9412-a0380af0ddb8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Deleting port af2b4c67-6e77-4d65-b859-75cb107c0389 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:38:11.111766 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-84ce6edc-89f1-489c-9412-a0380af0ddb8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (af2b4c67-6e77-4d65-b859-75cb107c0389), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:11.188588 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-84ce6edc-89f1-489c-9412-a0380af0ddb8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (af2b4c67-6e77-4d65-b859-75cb107c0389), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:11.188824 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-84ce6edc-89f1-489c-9412-a0380af0ddb8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for floatingip (af2b4c67-6e77-4d65-b859-75cb107c0389), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:11.200395 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-84ce6edc-89f1-489c-9412-a0380af0ddb8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Calling delete_port for af2b4c67-6e77-4d65-b859-75cb107c0389 owned by network:floatingip {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:38:11.449362 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-84ce6edc-89f1-489c-9412-a0380af0ddb8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (af2b4c67-6e77-4d65-b859-75cb107c0389), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:11.478239 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce6edc-89f1-489c-9412-a0380af0ddb8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event deleted for resources: {'Port': ['ID=af2b4c67-6e77-4d65-b859-75cb107c0389,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:11.539070 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-84ce6edc-89f1-489c-9412-a0380af0ddb8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for floatingip (c64b6ff5-a386-40ba-b943-82243b5b01f2), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:11.539474 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.db.l3_db [None req-84ce6edc-89f1-489c-9412-a0380af0ddb8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Floating IP c64b6ff5-a386-40ba-b943-82243b5b01f2 disassociated (deleted). External IP: 172.27.3.199, port: 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63. Mar 08 19:38:11.972982 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ce6edc-89f1-489c-9412-a0380af0ddb8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:38:12.081078 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ce6edc-89f1-489c-9412-a0380af0ddb8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:38:12.085927 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-84ce6edc-89f1-489c-9412-a0380af0ddb8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:12.090535 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a09b1-3d4b-48b8-809c-3fc189c29fa6 None None] Sync routers for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:38:12.100404 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a09b1-3d4b-48b8-809c-3fc189c29fa6 None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:38:12.101008 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-9b4a09b1-3d4b-48b8-809c-3fc189c29fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:38:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:12.115523 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-84ce6edc-89f1-489c-9412-a0380af0ddb8 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "DELETE /v2.0/floatingips/c64b6ff5-a386-40ba-b943-82243b5b01f2 HTTP/1.1" status: 204 len: 168 time: 1.1589572 Mar 08 19:38:12.116136 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551b0174-af37-4794-8de9-53e1b9029853', 'tag': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63'}] {{(pid=103680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:38:12.118382 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53819140b743c14f5f7a1fe2ab51494c776a848c6f719dc74ac88d912fee6995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a42cff-9f13-4fb8-8921-80a215083f45" -d '{"events": [{"name": "network-changed", "server_uuid": "551b0174-af37-4794-8de9-53e1b9029853", "tag": "7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63"}]}' {{(pid=103680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:38:12.157259 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f99d831-6322-4775-af65-b66c71726c39 x-openstack-request-id: req-7f99d831-6322-4775-af65-b66c71726c39 {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:38:12.157552 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551b0174-af37-4794-8de9-53e1b9029853", "tag": "7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63", "status": "completed", "code": 200}]} {{(pid=103680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:38:12.157806 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7f99d831-6322-4775-af65-b66c71726c39 {{(pid=103680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:38:12.158201 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551b0174-af37-4794-8de9-53e1b9029853', 'tag': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'status': 'completed', 'code': 200} Mar 08 19:38:12.213731 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-9b4a09b1-3d4b-48b8-809c-3fc189c29fa6 None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:38:12.220217 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a42cff-9f13-4fb8-8921-80a215083f45 req-efb82a84-08d0-4eff-8510-e3758fd959b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:38:12.222393 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-15a42cff-9f13-4fb8-8921-80a215083f45 req-efb82a84-08d0-4eff-8510-e3758fd959b5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 1130 time: 0.0438130 Mar 08 19:38:12.316089 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a42cff-9f13-4fb8-8921-80a215083f45 req-60411451-7284-495c-87b8-5658c7141dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:38:12.317658 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-15a42cff-9f13-4fb8-8921-80a215083f45 req-60411451-7284-495c-87b8-5658c7141dfb service neutron] 10.222.0.76 "GET /v2.0/networks?id=072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 200 len: 913 time: 0.0908589 Mar 08 19:38:12.358808 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-15a42cff-9f13-4fb8-8921-80a215083f45 req-fa9d95a0-f0c3-49a3-aaf4-b3c670461a0d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 HTTP/1.1" status: 200 len: 217 time: 0.0344505 Mar 08 19:38:12.406710 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a42cff-9f13-4fb8-8921-80a215083f45 req-879a581f-d9f9-4d32-b4ca-6e184c356376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:38:12.408225 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-15a42cff-9f13-4fb8-8921-80a215083f45 req-879a581f-d9f9-4d32-b4ca-6e184c356376 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f HTTP/1.1" status: 200 len: 851 time: 0.0445549 Mar 08 19:38:12.419373 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-9b4a09b1-3d4b-48b8-809c-3fc189c29fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:12.450355 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a09b1-3d4b-48b8-809c-3fc189c29fa6 None None] Checking router: e1390044-ba6c-49cd-96d3-f1ba1e48e4fe for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:38:12.462684 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a09b1-3d4b-48b8-809c-3fc189c29fa6 None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:38:12.463301 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-9b4a09b1-3d4b-48b8-809c-3fc189c29fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:38:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:12.466298 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a42cff-9f13-4fb8-8921-80a215083f45 req-22cb68d4-b9a6-49f2-832d-288f8fb1419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:38:12.467732 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-15a42cff-9f13-4fb8-8921-80a215083f45 req-22cb68d4-b9a6-49f2-832d-288f8fb1419a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=072eacc7-3ff6-4869-b6d9-956588258e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538726 Mar 08 19:38:12.583846 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-9b4a09b1-3d4b-48b8-809c-3fc189c29fa6 None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:38:12.591188 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-15a42cff-9f13-4fb8-8921-80a215083f45 req-f542d3f8-8950-4b60-995b-3a81ffa4f1cd service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166360 Mar 08 19:38:12.602781 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf234ff9-825f-4589-90bc-f2ee7fa030f1 req-5a928361-3ee4-4b51-9f69-edc088de2210 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:38:12.604298 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bf234ff9-825f-4589-90bc-f2ee7fa030f1 req-5a928361-3ee4-4b51-9f69-edc088de2210 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 946 time: 0.0744910 Mar 08 19:38:12.715278 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-bf234ff9-825f-4589-90bc-f2ee7fa030f1 req-aa464a02-5752-4cff-b514-70010a36056c tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019819 Mar 08 19:38:12.725992 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-15a42cff-9f13-4fb8-8921-80a215083f45 req-259bbe89-b01d-427b-a82a-149e7d963a10 service neutron] 10.222.0.76 "GET /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207421 Mar 08 19:38:12.785297 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-9b4a09b1-3d4b-48b8-809c-3fc189c29fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:12.812164 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a09b1-3d4b-48b8-809c-3fc189c29fa6 None None] The sync data for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi is: [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:30:12Z', 'revision_number': 4, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi', '_interfaces': [{'id': 'e301ece5-b34a-4e37-8dad-36dcf9de1c6b', 'name': '', 'network_id': '072eacc7-3ff6-4869-b6d9-956588258e2f', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'mac_address': 'fa:16:3e:ee:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:12Z', 'updated_at': '2022-03-08T19:30:18Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'subnets': [{'id': 'a34d3ca4-5355-45f7-9ec0-93a2b93caf8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:38:13.043433 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd99e0-d769-48d9-9062-a1751495fe29 None None] New status for floating IP c64b6ff5-a386-40ba-b943-82243b5b01f2: DOWN {{(pid=103682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:38:13.850345 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9e61a-7748-4eca-8913-8cdd96868975 req-281f5169-86cf-4715-bf42-c0aaec74da79 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:38:13.851861 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cfd9e61a-7748-4eca-8913-8cdd96868975 req-281f5169-86cf-4715-bf42-c0aaec74da79 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 946 time: 0.0618324 Mar 08 19:38:13.904757 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-cfd9e61a-7748-4eca-8913-8cdd96868975 req-645100f9-6244-41bb-9361-4f8fe9e3fc71 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/security-groups?id=240bb256-fc22-4b43-9bf3-44027c487eec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472841 Mar 08 19:38:14.238597 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e2baf-8dfc-4e4f-b90e-0e4493a1c7cf req-2abddbe4-e50e-43dd-b75a-14e67ad94348 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:38:14.240078 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-048e2baf-8dfc-4e4f-b90e-0e4493a1c7cf req-2abddbe4-e50e-43dd-b75a-14e67ad94348 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.76 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 946 time: 0.0530467 Mar 08 19:38:14.328902 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-048e2baf-8dfc-4e4f-b90e-0e4493a1c7cf req-76ad79c5-0707-4c23-8d63-c450f05956c2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Deleting port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:38:14.329245 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-048e2baf-8dfc-4e4f-b90e-0e4493a1c7cf req-76ad79c5-0707-4c23-8d63-c450f05956c2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:14.418013 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [req-048e2baf-8dfc-4e4f-b90e-0e4493a1c7cf req-76ad79c5-0707-4c23-8d63-c450f05956c2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] For port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:38:14.418373 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-048e2baf-8dfc-4e4f-b90e-0e4493a1c7cf req-76ad79c5-0707-4c23-8d63-c450f05956c2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:14.429936 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [req-048e2baf-8dfc-4e4f-b90e-0e4493a1c7cf req-76ad79c5-0707-4c23-8d63-c450f05956c2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Calling delete_port for 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 owned by compute:nova {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:38:14.648926 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-048e2baf-8dfc-4e4f-b90e-0e4493a1c7cf req-76ad79c5-0707-4c23-8d63-c450f05956c2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:14.677664 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad79c5-0707-4c23-8d63-c450f05956c2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event deleted for resources: {'Port': ['ID=7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:14.720469 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [req-048e2baf-8dfc-4e4f-b90e-0e4493a1c7cf req-76ad79c5-0707-4c23-8d63-c450f05956c2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] No DVR routers for this DVR port 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 on host hv-cinder-83009 {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:38:14.723195 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [req-048e2baf-8dfc-4e4f-b90e-0e4493a1c7cf req-76ad79c5-0707-4c23-8d63-c450f05956c2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for port (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:14.726726 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-048e2baf-8dfc-4e4f-b90e-0e4493a1c7cf req-76ad79c5-0707-4c23-8d63-c450f05956c2 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.76 "DELETE /v2.0/ports/7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 HTTP/1.1" status: 204 len: 173 time: 0.4814675 Mar 08 19:38:14.727403 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551b0174-af37-4794-8de9-53e1b9029853', 'name': 'network-vif-deleted', 'tag': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63'}] {{(pid=103681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:38:14.729535 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}558ad17c950ef806515d03252e674c9a882cb685b6e0f6709908aff5145cb957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acda5d4-36a0-4ba7-bea7-f179103bc65d" -d '{"events": [{"server_uuid": "551b0174-af37-4794-8de9-53e1b9029853", "name": "network-vif-deleted", "tag": "7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63"}]}' {{(pid=103681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:38:14.765090 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7338236-abc2-4c40-bfe4-fdc415bd1247 x-openstack-request-id: req-a7338236-abc2-4c40-bfe4-fdc415bd1247 {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:38:14.765409 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551b0174-af37-4794-8de9-53e1b9029853", "name": "network-vif-deleted", "tag": "7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63", "status": "completed", "code": 200}]} {{(pid=103681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:38:14.765665 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a7338236-abc2-4c40-bfe4-fdc415bd1247 {{(pid=103681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:38:14.766063 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551b0174-af37-4794-8de9-53e1b9029853', 'name': 'network-vif-deleted', 'tag': '7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63', 'status': 'completed', 'code': 200} Mar 08 19:38:15.000512 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [req-a73414b7-51d3-44a9-89fb-c123818bc61e req-838429d8-1430-4515-b5a2-3fd0d5834b49 tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "GET /v2.0/ports?device_id=551b0174-af37-4794-8de9-53e1b9029853 HTTP/1.1" status: 200 len: 210 time: 0.0272141 Mar 08 19:38:16.056385 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55738) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:16.182196 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-91cecc51-9edc-4a22-80af-c0a7c5344deb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Deleting port 43d6df57-2ae7-45bd-b44d-78b6617f3b8c {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:38:16.182445 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-91cecc51-9edc-4a22-80af-c0a7c5344deb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (43d6df57-2ae7-45bd-b44d-78b6617f3b8c), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:16.258847 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-91cecc51-9edc-4a22-80af-c0a7c5344deb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (43d6df57-2ae7-45bd-b44d-78b6617f3b8c), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:16.259166 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-91cecc51-9edc-4a22-80af-c0a7c5344deb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for floatingip (43d6df57-2ae7-45bd-b44d-78b6617f3b8c), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:16.270836 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-91cecc51-9edc-4a22-80af-c0a7c5344deb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Calling delete_port for 43d6df57-2ae7-45bd-b44d-78b6617f3b8c owned by network:floatingip {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:38:16.489078 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-91cecc51-9edc-4a22-80af-c0a7c5344deb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (43d6df57-2ae7-45bd-b44d-78b6617f3b8c), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:16.515771 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cecc51-9edc-4a22-80af-c0a7c5344deb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event deleted for resources: {'Port': ['ID=43d6df57-2ae7-45bd-b44d-78b6617f3b8c,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:16.582191 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-91cecc51-9edc-4a22-80af-c0a7c5344deb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for floatingip (456e557b-5376-4175-ac63-2279027da36c), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:16.585289 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-91cecc51-9edc-4a22-80af-c0a7c5344deb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107980'] for floatingip (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:16.586611 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-91cecc51-9edc-4a22-80af-c0a7c5344deb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "DELETE /v2.0/floatingips/456e557b-5376-4175-ac63-2279027da36c HTTP/1.1" status: 204 len: 168 time: 0.5292246 Mar 08 19:38:17.005728 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:38:17.029568 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] No Port match for: 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:38:17.029915 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Device 7ccc7cd1-654d-4d1c-81bf-45c5ce0a7a63 not bound to the agent host hv-cinder-83009 {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:38:17.985205 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55750) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:18.044078 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3d0f4d5-b319-4308-9d7f-2ec642b88eeb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group (240bb256-fc22-4b43-9bf3-44027c487eec), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:18.070250 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3d0f4d5-b319-4308-9d7f-2ec642b88eeb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group (240bb256-fc22-4b43-9bf3-44027c487eec), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:18.220642 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3d0f4d5-b319-4308-9d7f-2ec642b88eeb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (240bb256-fc22-4b43-9bf3-44027c487eec), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:18.223115 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-e3d0f4d5-b319-4308-9d7f-2ec642b88eeb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:18.224338 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-e3d0f4d5-b319-4308-9d7f-2ec642b88eeb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] 10.222.0.75 "DELETE /v2.0/security-groups/240bb256-fc22-4b43-9bf3-44027c487eec HTTP/1.1" status: 204 len: 168 time: 0.2381580 Mar 08 19:38:18.234168 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0f4d5-b319-4308-9d7f-2ec642b88eeb tempest-TestVolumeBootPattern-1666025159 tempest-TestVolumeBootPattern-1666025159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=240bb256-fc22-4b43-9bf3-44027c487eec,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:18.367276 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55754) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:19.085645 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7cde-7fb7-4536-ac82-15051ce4bf54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8096085'] for router_interface (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:19.337954 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb7cde-7fb7-4536-ac82-15051ce4bf54 admin admin] Deleting port e301ece5-b34a-4e37-8dad-36dcf9de1c6b {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:38:19.338182 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7cde-7fb7-4536-ac82-15051ce4bf54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:19.421325 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-5cbb7cde-7fb7-4536-ac82-15051ce4bf54 admin admin] For port e301ece5-b34a-4e37-8dad-36dcf9de1c6b, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=e301ece5-b34a-4e37-8dad-36dcf9de1c6b,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:38:19.421682 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7cde-7fb7-4536-ac82-15051ce4bf54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:19.433592 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb7cde-7fb7-4536-ac82-15051ce4bf54 admin admin] Calling delete_port for e301ece5-b34a-4e37-8dad-36dcf9de1c6b owned by network:router_interface {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:38:19.700226 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7cde-7fb7-4536-ac82-15051ce4bf54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (e301ece5-b34a-4e37-8dad-36dcf9de1c6b), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:19.723801 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb7cde-7fb7-4536-ac82-15051ce4bf54 admin admin] Pushing event deleted for resources: {'Port': ['ID=e301ece5-b34a-4e37-8dad-36dcf9de1c6b,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:19.896751 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7cde-7fb7-4536-ac82-15051ce4bf54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8096033'] for router_interface (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:20.115598 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbb7cde-7fb7-4536-ac82-15051ce4bf54 admin admin] Router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:38:20.222378 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbb7cde-7fb7-4536-ac82-15051ce4bf54 admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:38:20.227735 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-5cbb7cde-7fb7-4536-ac82-15051ce4bf54 admin admin] 10.222.0.75 "PUT /v2.0/routers/e1390044-ba6c-49cd-96d3-f1ba1e48e4fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8591199 Mar 08 19:38:20.230050 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55758) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:20.231288 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b117d38f-d153-4594-9a37-02cb5542c907 None None] Sync routers for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:38:20.241418 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b117d38f-d153-4594-9a37-02cb5542c907 None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:38:20.242694 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-b117d38f-d153-4594-9a37-02cb5542c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:38:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:20.337454 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a6e969a-3b35-4d12-a73e-f6a11817e75d admin admin] Publish callbacks [] for router (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:20.347070 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-b117d38f-d153-4594-9a37-02cb5542c907 None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: dv-cinder-830091-3-iscsi {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:38:20.441095 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a6e969a-3b35-4d12-a73e-f6a11817e75d admin admin] Publish callbacks [] for router_gateway (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:20.567538 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e969a-3b35-4d12-a73e-f6a11817e75d admin admin] Deleting port 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:38:20.567778 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a6e969a-3b35-4d12-a73e-f6a11817e75d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:20.614886 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-b117d38f-d153-4594-9a37-02cb5542c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:38:19Z', 'revision_number': 5, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port': {'id': '1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:10Z', 'updated_at': '2022-03-08T19:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:20.640642 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b117d38f-d153-4594-9a37-02cb5542c907 None None] Checking router: e1390044-ba6c-49cd-96d3-f1ba1e48e4fe for host: dv-cinder-830091-3-iscsi {{(pid=103683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:38:20.649820 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b117d38f-d153-4594-9a37-02cb5542c907 None None] Routers {'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:38:20.650368 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-2a6e969a-3b35-4d12-a73e-f6a11817e75d admin admin] For port 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:38:20.650516 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-b117d38f-d153-4594-9a37-02cb5542c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:38:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'], 'active': True} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:20.650724 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a6e969a-3b35-4d12-a73e-f6a11817e75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:20.663287 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e969a-3b35-4d12-a73e-f6a11817e75d admin admin] Calling delete_port for 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5 owned by network:router_gateway {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:38:20.738206 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_dvr_db [None req-b117d38f-d153-4594-9a37-02cb5542c907 None None] Set router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe gateway port host: None {{(pid=103683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:38:20.795739 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.l3_hamode_db [None req-b117d38f-d153-4594-9a37-02cb5542c907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:38:20Z', 'revision_number': 6, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port_host': None}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:20.823560 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b117d38f-d153-4594-9a37-02cb5542c907 None None] The sync data for ids ['e1390044-ba6c-49cd-96d3-f1ba1e48e4fe'] in dv-cinder-830091-3-iscsi is: [{'id': 'e1390044-ba6c-49cd-96d3-f1ba1e48e4fe', 'name': 'tempest-TestVolumeBootPattern-1237601365-router', 'tenant_id': '20e8b5f15db44609b06e2e7de694ebd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:09Z', 'updated_at': '2022-03-08T19:38:20Z', 'revision_number': 6, 'project_id': '20e8b5f15db44609b06e2e7de694ebd8', 'gw_port_host': None}] {{(pid=103683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:38:20.889361 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a6e969a-3b35-4d12-a73e-f6a11817e75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:20.914637 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e969a-3b35-4d12-a73e-f6a11817e75d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:20.975004 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a6e969a-3b35-4d12-a73e-f6a11817e75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101515'] for router_gateway (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.067941 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a6e969a-3b35-4d12-a73e-f6a11817e75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.070671 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a6e969a-3b35-4d12-a73e-f6a11817e75d admin admin] Publish callbacks [] for router_controller (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.197720 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a6e969a-3b35-4d12-a73e-f6a11817e75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096552'] for router (e1390044-ba6c-49cd-96d3-f1ba1e48e4fe), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.198465 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6e969a-3b35-4d12-a73e-f6a11817e75d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1390044-ba6c-49cd-96d3-f1ba1e48e4fe {{(pid=103681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:38:21.202943 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-2a6e969a-3b35-4d12-a73e-f6a11817e75d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.206694 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-2a6e969a-3b35-4d12-a73e-f6a11817e75d admin admin] 10.222.0.75 "DELETE /v2.0/routers/e1390044-ba6c-49cd-96d3-f1ba1e48e4fe HTTP/1.1" status: 204 len: 168 time: 0.9732020 Mar 08 19:38:21.209085 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55760) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:21.254802 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef4f3ee-5ffd-4ecb-8edc-7531d98eabfc admin admin] Deleting subnet a34d3ca4-5355-45f7-9ec0-93a2b93caf8f {{(pid=103681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:38:21.258157 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-eef4f3ee-5ffd-4ecb-8edc-7531d98eabfc admin admin] Publish callbacks [] for subnet (a34d3ca4-5355-45f7-9ec0-93a2b93caf8f), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.292489 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-eef4f3ee-5ffd-4ecb-8edc-7531d98eabfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4839127'] for subnet (a34d3ca4-5355-45f7-9ec0-93a2b93caf8f), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.371664 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-eef4f3ee-5ffd-4ecb-8edc-7531d98eabfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (a34d3ca4-5355-45f7-9ec0-93a2b93caf8f), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.489064 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-eef4f3ee-5ffd-4ecb-8edc-7531d98eabfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5418216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4956552'] for subnet (a34d3ca4-5355-45f7-9ec0-93a2b93caf8f), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.513588 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4f3ee-5ffd-4ecb-8edc-7531d98eabfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a34d3ca4-5355-45f7-9ec0-93a2b93caf8f,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:21.517352 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-eef4f3ee-5ffd-4ecb-8edc-7531d98eabfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.520541 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-eef4f3ee-5ffd-4ecb-8edc-7531d98eabfc admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a34d3ca4-5355-45f7-9ec0-93a2b93caf8f HTTP/1.1" status: 204 len: 168 time: 0.3126068 Mar 08 19:38:21.523667 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55762) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:21.524119 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1119e6f4-cc35-44cf-8c6f-624dde0f0e9c None None] Network 072eacc7-3ff6-4869-b6d9-956588258e2f requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:38:21.599557 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (072eacc7-3ff6-4869-b6d9-956588258e2f), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.660951 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] Deleting port d3777e1c-c8d5-4821-a93e-ad6280ee871a {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:38:21.661295 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (d3777e1c-c8d5-4821-a93e-ad6280ee871a), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.690186 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] DHCP port deletion for 072eacc7-3ff6-4869-b6d9-956588258e2f request from dv-cinder-830091-3-iscsi {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:38:21.725745 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] For port d3777e1c-c8d5-4821-a93e-ad6280ee871a, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=d3777e1c-c8d5-4821-a93e-ad6280ee871a,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:38:21.726720 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (d3777e1c-c8d5-4821-a93e-ad6280ee871a), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.730441 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:38:21.740038 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Deleting port d3777e1c-c8d5-4821-a93e-ad6280ee871a {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:38:21.740348 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (d3777e1c-c8d5-4821-a93e-ad6280ee871a), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.740502 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] Calling delete_port for d3777e1c-c8d5-4821-a93e-ad6280ee871a owned by network:dhcp {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:38:21.802041 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] For port d3777e1c-c8d5-4821-a93e-ad6280ee871a, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=d3777e1c-c8d5-4821-a93e-ad6280ee871a,segment=NetworkSegment(0854d0a7-f712-4ccf-a120-826804cc8c9c),segment_id=0854d0a7-f712-4ccf-a120-826804cc8c9c)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:38:21.802439 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (d3777e1c-c8d5-4821-a93e-ad6280ee871a), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.822933 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Calling delete_port for d3777e1c-c8d5-4821-a93e-ad6280ee871a owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:38:21.906474 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (d3777e1c-c8d5-4821-a93e-ad6280ee871a), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.912532 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258'] for port (d3777e1c-c8d5-4821-a93e-ad6280ee871a), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:21.934556 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] Pushing event deleted for resources: {'Port': ['ID=d3777e1c-c8d5-4821-a93e-ad6280ee871a,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:21.937466 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] No DVR routers for this DVR port d3777e1c-c8d5-4821-a93e-ad6280ee871a on host dv-cinder-830091-3-iscsi {{(pid=103681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:38:21.940677 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Pushing event deleted for resources: {'Port': ['ID=d3777e1c-c8d5-4821-a93e-ad6280ee871a,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:21.945274 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] No DVR routers for this DVR port d3777e1c-c8d5-4821-a93e-ad6280ee871a on host dv-cinder-830091-3-iscsi {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:38:21.952608 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:21.952882 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:21.953275 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:21.953621 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:21.953958 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:21.954352 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:21.954674 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:21.955009 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:21.955340 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:21.955665 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:21.956059 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:21.956395 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:21.956719 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea161524-4a8c-4f50-889a-cbde1b9f1c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-3-iscsi {{(pid=103682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:38:22.014665 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device d3777e1c-c8d5-4821-a93e-ad6280ee871a no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:38:22.015601 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (072eacc7-3ff6-4869-b6d9-956588258e2f), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:22.035535 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: d3777e1c-c8d5-4821-a93e-ad6280ee871a {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:38:22.035875 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device d3777e1c-c8d5-4821-a93e-ad6280ee871a not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:38:22.036036 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072eacc7-3ff6-4869-b6d9-956588258e2f']}} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:22.036317 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device e301ece5-b34a-4e37-8dad-36dcf9de1c6b no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:38:22.045903 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0854d0a7-f712-4ccf-a120-826804cc8c9c') {'for_net_delete': True} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:22.046195 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.services.segments.db [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0854d0a7-f712-4ccf-a120-826804cc8c9c') {} {{(pid=103681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:22.056174 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4838956'] for segment (0854d0a7-f712-4ccf-a120-826804cc8c9c), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:22.056353 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: e301ece5-b34a-4e37-8dad-36dcf9de1c6b {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:38:22.056523 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device e301ece5-b34a-4e37-8dad-36dcf9de1c6b not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:38:22.056926 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5 no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:38:22.069282 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (0854d0a7-f712-4ccf-a120-826804cc8c9c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:22.075878 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] Releasing vlan 963 on physical network physnet1 to pool {{(pid=103681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:38:22.076301 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5418114'] for segment (0854d0a7-f712-4ccf-a120-826804cc8c9c), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: Traceback (most recent call last): Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: timer() Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: cb(*args, **kw) Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: return func(*args, **kwargs) Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: self._notify() Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: self.callback(batched_events) Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: event.method(event) Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: return f(self, *a, **k) Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._get(url).json() Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: return self.request(url, 'GET', **kwargs) Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:38:22.078023 dv-cinder-830091-3-iscsi neutron-server[103681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:38:22.080174 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:38:22.080174 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 1ee13e2e-1492-4a4c-ae09-ca0b63af3ae5 not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:38:22.260586 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (072eacc7-3ff6-4869-b6d9-956588258e2f), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:22.266045 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:22.269387 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] 10.222.0.75 "DELETE /v2.0/networks/072eacc7-3ff6-4869-b6d9-956588258e2f HTTP/1.1" status: 204 len: 168 time: 0.7448883 Mar 08 19:38:22.272574 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55764) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:22.280400 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb793dcf-7067-45e3-8dcf-adca1ac3292f admin admin] Pushing event deleted for resources: {'Network': ['ID=072eacc7-3ff6-4869-b6d9-956588258e2f,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:22.621935 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1635c6db-2b61-4c35-bbb8-f6890a1fb93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8096085'] for router_interface (70747f08-3d5b-446b-ba00-cf04f30f6188), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:22.875181 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-1635c6db-2b61-4c35-bbb8-f6890a1fb93f admin admin] Deleting port bb11332c-6f84-470d-abb5-e7a6cb349ad9 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:38:22.875435 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1635c6db-2b61-4c35-bbb8-f6890a1fb93f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:22.967866 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-1635c6db-2b61-4c35-bbb8-f6890a1fb93f admin admin] For port bb11332c-6f84-470d-abb5-e7a6cb349ad9, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=bb11332c-6f84-470d-abb5-e7a6cb349ad9,segment=NetworkSegment(9c0e8657-591b-4c50-9bee-164cc17343cb),segment_id=9c0e8657-591b-4c50-9bee-164cc17343cb)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:38:22.968266 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1635c6db-2b61-4c35-bbb8-f6890a1fb93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:22.982316 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-1635c6db-2b61-4c35-bbb8-f6890a1fb93f admin admin] Calling delete_port for bb11332c-6f84-470d-abb5-e7a6cb349ad9 owned by network:router_interface {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:38:23.077726 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:23.254529 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1635c6db-2b61-4c35-bbb8-f6890a1fb93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (bb11332c-6f84-470d-abb5-e7a6cb349ad9), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:23.282124 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635c6db-2b61-4c35-bbb8-f6890a1fb93f admin admin] Pushing event deleted for resources: {'Port': ['ID=bb11332c-6f84-470d-abb5-e7a6cb349ad9,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:23.465873 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-1635c6db-2b61-4c35-bbb8-f6890a1fb93f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8096033'] for router_interface (70747f08-3d5b-446b-ba00-cf04f30f6188), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:23.695515 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1635c6db-2b61-4c35-bbb8-f6890a1fb93f admin admin] Router 70747f08-3d5b-446b-ba00-cf04f30f6188 has already been hosted by L3 agent 02ce210c-6794-42f8-aa58-b4bc85b9789a {{(pid=103680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:38:23.802423 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1635c6db-2b61-4c35-bbb8-f6890a1fb93f admin admin] Notify agent at l3_agent.dv-cinder-830091-3-iscsi the message routers_updated {{(pid=103680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:38:23.808235 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-1635c6db-2b61-4c35-bbb8-f6890a1fb93f admin admin] 10.222.0.75 "PUT /v2.0/routers/70747f08-3d5b-446b-ba00-cf04f30f6188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5345325 Mar 08 19:38:23.810832 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55766) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:23.811411 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243c3d5-a9d7-4e42-b118-e7f274c904a0 None None] Sync routers for ids ['70747f08-3d5b-446b-ba00-cf04f30f6188'] in dv-cinder-830091-3-iscsi {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:38:23.822251 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243c3d5-a9d7-4e42-b118-e7f274c904a0 None None] Routers {'70747f08-3d5b-446b-ba00-cf04f30f6188'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:38:23.822871 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-6243c3d5-a9d7-4e42-b118-e7f274c904a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:38:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['70747f08-3d5b-446b-ba00-cf04f30f6188'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:23.924138 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-34af11d2-cf26-48f3-9e5f-60dfd1ffa326 admin admin] Publish callbacks [] for router (70747f08-3d5b-446b-ba00-cf04f30f6188), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:23.934615 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-6243c3d5-a9d7-4e42-b118-e7f274c904a0 None None] Set router 70747f08-3d5b-446b-ba00-cf04f30f6188 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:38:24.028410 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-34af11d2-cf26-48f3-9e5f-60dfd1ffa326 admin admin] Publish callbacks [] for router_gateway (70747f08-3d5b-446b-ba00-cf04f30f6188), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:24.111495 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-6243c3d5-a9d7-4e42-b118-e7f274c904a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'name': 'tempest-TestVolumeBootPattern-122417009-router', 'tenant_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:38:23Z', 'revision_number': 5, 'project_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'gw_port': {'id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:24.140895 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243c3d5-a9d7-4e42-b118-e7f274c904a0 None None] Checking router: 70747f08-3d5b-446b-ba00-cf04f30f6188 for host: dv-cinder-830091-3-iscsi {{(pid=103682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:38:24.149839 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243c3d5-a9d7-4e42-b118-e7f274c904a0 None None] Routers {'70747f08-3d5b-446b-ba00-cf04f30f6188'} bound to L3 agent in host dv-cinder-830091-3-iscsi {{(pid=103682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:38:24.150473 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-6243c3d5-a9d7-4e42-b118-e7f274c904a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:04:34Z,description=,heartbeat_timestamp=2022-03-08T19:38:04Z,host='dv-cinder-830091-3-iscsi',id=02ce210c-6794-42f8-aa58-b4bc85b9789a,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:04:35Z,topic='l3_agent')) {'router_ids': ['70747f08-3d5b-446b-ba00-cf04f30f6188'], 'active': True} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:24.209411 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-34af11d2-cf26-48f3-9e5f-60dfd1ffa326 admin admin] Deleting port 1b185789-1df1-4731-a5a4-58af71eeb842 {{(pid=103681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:38:24.209744 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-34af11d2-cf26-48f3-9e5f-60dfd1ffa326 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (1b185789-1df1-4731-a5a4-58af71eeb842), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:24.256190 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvr_db [None req-6243c3d5-a9d7-4e42-b118-e7f274c904a0 None None] Set router 70747f08-3d5b-446b-ba00-cf04f30f6188 gateway port host: dv-cinder-830091-3-iscsi {{(pid=103682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:38:24.288760 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.db [None req-34af11d2-cf26-48f3-9e5f-60dfd1ffa326 admin admin] For port 1b185789-1df1-4731-a5a4-58af71eeb842, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=1b185789-1df1-4731-a5a4-58af71eeb842,segment=NetworkSegment(0a505840-1ba0-4b02-8441-61ad1e931dea),segment_id=0a505840-1ba0-4b02-8441-61ad1e931dea)] {{(pid=103681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:38:24.289131 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-34af11d2-cf26-48f3-9e5f-60dfd1ffa326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (1b185789-1df1-4731-a5a4-58af71eeb842), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:24.300877 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.plugins.ml2.plugin [None req-34af11d2-cf26-48f3-9e5f-60dfd1ffa326 admin admin] Calling delete_port for 1b185789-1df1-4731-a5a4-58af71eeb842 owned by network:router_gateway {{(pid=103681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:38:24.432051 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_hamode_db [None req-6243c3d5-a9d7-4e42-b118-e7f274c904a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'name': 'tempest-TestVolumeBootPattern-122417009-router', 'tenant_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:38:23Z', 'revision_number': 5, 'project_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'gw_port': {'id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}], 'dv-cinder-830091-3-iscsi', False) {} {{(pid=103682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:24.457517 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243c3d5-a9d7-4e42-b118-e7f274c904a0 None None] The sync data for ids ['70747f08-3d5b-446b-ba00-cf04f30f6188'] in dv-cinder-830091-3-iscsi is: [{'id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'name': 'tempest-TestVolumeBootPattern-122417009-router', 'tenant_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'external_fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:38:23Z', 'revision_number': 5, 'project_id': '6f033af3a62b4bb4ab65ba2ffb58d97a', 'gw_port': {'id': '1b185789-1df1-4731-a5a4-58af71eeb842', 'name': '', 'network_id': 'f5ba6d23-ec5e-4ce3-afaa-dc6b19160766', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70747f08-3d5b-446b-ba00-cf04f30f6188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:30:16Z', 'updated_at': '2022-03-08T19:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b2d9a2-55e8-4aca-a0f4-7d44f3898180', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-3-iscsi'}] {{(pid=103682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:38:24.603542 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-34af11d2-cf26-48f3-9e5f-60dfd1ffa326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5418207'] for port (1b185789-1df1-4731-a5a4-58af71eeb842), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:24.629771 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af11d2-cf26-48f3-9e5f-60dfd1ffa326 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b185789-1df1-4731-a5a4-58af71eeb842,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:24.694445 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-34af11d2-cf26-48f3-9e5f-60dfd1ffa326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8101515'] for router_gateway (70747f08-3d5b-446b-ba00-cf04f30f6188), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:24.785703 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-34af11d2-cf26-48f3-9e5f-60dfd1ffa326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8096575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8829'] for router (70747f08-3d5b-446b-ba00-cf04f30f6188), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:24.788048 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-34af11d2-cf26-48f3-9e5f-60dfd1ffa326 admin admin] Publish callbacks [] for router_controller (70747f08-3d5b-446b-ba00-cf04f30f6188), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:24.928656 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-34af11d2-cf26-48f3-9e5f-60dfd1ffa326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8096552'] for router (70747f08-3d5b-446b-ba00-cf04f30f6188), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:24.929375 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34af11d2-cf26-48f3-9e5f-60dfd1ffa326 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70747f08-3d5b-446b-ba00-cf04f30f6188 {{(pid=103681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:38:24.934382 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-34af11d2-cf26-48f3-9e5f-60dfd1ffa326 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:24.935633 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-34af11d2-cf26-48f3-9e5f-60dfd1ffa326 admin admin] 10.222.0.75 "DELETE /v2.0/routers/70747f08-3d5b-446b-ba00-cf04f30f6188 HTTP/1.1" status: 204 len: 168 time: 1.1236145 Mar 08 19:38:24.938209 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55768) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:24.984309 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.db.db_base_plugin_v2 [None req-477d0048-60b8-4872-9aa5-e6dbf758f3e6 admin admin] Deleting subnet bfd693ba-6756-422c-89d9-bc7dfba357b7 {{(pid=103681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:38:24.987639 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-477d0048-60b8-4872-9aa5-e6dbf758f3e6 admin admin] Publish callbacks [] for subnet (bfd693ba-6756-422c-89d9-bc7dfba357b7), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.028646 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-477d0048-60b8-4872-9aa5-e6dbf758f3e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4839127'] for subnet (bfd693ba-6756-422c-89d9-bc7dfba357b7), precommit_delete_associations {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.155489 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-477d0048-60b8-4872-9aa5-e6dbf758f3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764922'] for subnet (bfd693ba-6756-422c-89d9-bc7dfba357b7), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.301622 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-477d0048-60b8-4872-9aa5-e6dbf758f3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-198481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5418216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4956552'] for subnet (bfd693ba-6756-422c-89d9-bc7dfba357b7), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.338757 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d0048-60b8-4872-9aa5-e6dbf758f3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd693ba-6756-422c-89d9-bc7dfba357b7,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:25.340575 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-477d0048-60b8-4872-9aa5-e6dbf758f3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for subnet (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.343932 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-477d0048-60b8-4872-9aa5-e6dbf758f3e6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/bfd693ba-6756-422c-89d9-bc7dfba357b7 HTTP/1.1" status: 204 len: 168 time: 0.4045515 Mar 08 19:38:25.346463 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.wsgi [-] (103680) accepted ('10.222.0.75', 55770) {{(pid=103680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:25.348373 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334701f0-b1e4-4b1d-be44-8dc89f2f9fae None None] Network 79c01a07-1afd-4b36-9a1d-683212bba7f7 requested from dv-cinder-830091-3-iscsi {{(pid=103682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:38:25.425109 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7622005'] for network (79c01a07-1afd-4b36-9a1d-683212bba7f7), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.493661 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] Deleting port 46fd5442-26db-4bee-b305-73bdf7e27167 {{(pid=103680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:38:25.494003 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (46fd5442-26db-4bee-b305-73bdf7e27167), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.549365 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970637f7-1d9c-446c-99be-29d4fe4d7207 None None] DHCP port deletion for 79c01a07-1afd-4b36-9a1d-683212bba7f7 request from dv-cinder-830091-3-iscsi {{(pid=103682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 19:38:25.574020 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.db [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] For port 46fd5442-26db-4bee-b305-73bdf7e27167, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=46fd5442-26db-4bee-b305-73bdf7e27167,segment=NetworkSegment(9c0e8657-591b-4c50-9bee-164cc17343cb),segment_id=9c0e8657-591b-4c50-9bee-164cc17343cb)] {{(pid=103680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:38:25.574477 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (46fd5442-26db-4bee-b305-73bdf7e27167), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.589216 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.plugin [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] Calling delete_port for 46fd5442-26db-4bee-b305-73bdf7e27167 owned by network:dhcp {{(pid=103680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:38:25.617816 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-970637f7-1d9c-446c-99be-29d4fe4d7207 None None] Deleting port 46fd5442-26db-4bee-b305-73bdf7e27167 {{(pid=103682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:38:25.618434 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-970637f7-1d9c-446c-99be-29d4fe4d7207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765378255171'] for port (46fd5442-26db-4bee-b305-73bdf7e27167), before_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.694108 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.db [None req-970637f7-1d9c-446c-99be-29d4fe4d7207 None None] For port 46fd5442-26db-4bee-b305-73bdf7e27167, host dv-cinder-830091-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-3-iscsi',level=0,port_id=46fd5442-26db-4bee-b305-73bdf7e27167,segment=NetworkSegment(9c0e8657-591b-4c50-9bee-164cc17343cb),segment_id=9c0e8657-591b-4c50-9bee-164cc17343cb)] {{(pid=103682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:38:25.694422 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-970637f7-1d9c-446c-99be-29d4fe4d7207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8099911'] for port (46fd5442-26db-4bee-b305-73bdf7e27167), precommit_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.710916 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-970637f7-1d9c-446c-99be-29d4fe4d7207 None None] Calling delete_port for 46fd5442-26db-4bee-b305-73bdf7e27167 owned by network:dhcp {{(pid=103682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:38:25.763026 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6014838'] for port (46fd5442-26db-4bee-b305-73bdf7e27167), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.792746 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] Pushing event deleted for resources: {'Port': ['ID=46fd5442-26db-4bee-b305-73bdf7e27167,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:25.794617 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] No DVR routers for this DVR port 46fd5442-26db-4bee-b305-73bdf7e27167 on host dv-cinder-830091-3-iscsi {{(pid=103680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:38:25.807683 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-970637f7-1d9c-446c-99be-29d4fe4d7207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8249660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765378260646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765377741258'] for port (46fd5442-26db-4bee-b305-73bdf7e27167), after_delete {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.836315 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970637f7-1d9c-446c-99be-29d4fe4d7207 None None] Pushing event deleted for resources: {'Port': ['ID=46fd5442-26db-4bee-b305-73bdf7e27167,revision_number=None']} {{(pid=103682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:25.842914 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970637f7-1d9c-446c-99be-29d4fe4d7207 None None] No DVR routers for this DVR port 46fd5442-26db-4bee-b305-73bdf7e27167 on host dv-cinder-830091-3-iscsi {{(pid=103682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:38:25.873285 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781941', 'neutron.services.segments.db._delete_segments_for_network-8765378082919'] for network (79c01a07-1afd-4b36-9a1d-683212bba7f7), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.895023 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c01a07-1afd-4b36-9a1d-683212bba7f7']}} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:25.905222 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0e8657-591b-4c50-9bee-164cc17343cb') {'for_net_delete': True} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:25.905541 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.services.segments.db [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0e8657-591b-4c50-9bee-164cc17343cb') {} {{(pid=103680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:25.916193 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765378083696', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5655746'] for segment (9c0e8657-591b-4c50-9bee-164cc17343cb), before_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.931707 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617'] for segment (9c0e8657-591b-4c50-9bee-164cc17343cb), precommit_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.938921 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=103680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6014763'] for segment (9c0e8657-591b-4c50-9bee-164cc17343cb), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: Traceback (most recent call last): Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: timer() Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: cb(*args, **kw) Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: return func(*args, **kwargs) Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: self._notify() Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: self.callback(batched_events) Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: event.method(event) Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: return f(self, *a, **k) Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: return self._get(url).json() Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: return self.request(url, 'GET', **kwargs) Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:38:25.942523 dv-cinder-830091-3-iscsi neutron-server[103680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:38:26.005165 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 1b185789-1df1-4731-a5a4-58af71eeb842 no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:38:26.026944 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 1b185789-1df1-4731-a5a4-58af71eeb842 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:38:26.027312 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 1b185789-1df1-4731-a5a4-58af71eeb842 not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:38:26.027733 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 46fd5442-26db-4bee-b305-73bdf7e27167 no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:38:26.046895 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: 46fd5442-26db-4bee-b305-73bdf7e27167 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:38:26.047242 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device 46fd5442-26db-4bee-b305-73bdf7e27167 not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:38:26.047651 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device bb11332c-6f84-470d-abb5-e7a6cb349ad9 no longer exists at agent ovs-agent-dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:38:26.066212 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] No Port match for: bb11332c-6f84-470d-abb5-e7a6cb349ad9 {{(pid=103682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:38:26.066554 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron.plugins.ml2.rpc [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Device bb11332c-6f84-470d-abb5-e7a6cb349ad9 not bound to the agent host dv-cinder-830091-3-iscsi {{(pid=103682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:38:26.100234 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7884665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8101551'] for network (79c01a07-1afd-4b36-9a1d-683212bba7f7), after_delete {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:26.107312 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907607'] for network (None), before_response {{(pid=103680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:26.109985 dv-cinder-830091-3-iscsi neutron-server[103680]: INFO neutron.wsgi [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] 10.222.0.75 "DELETE /v2.0/networks/79c01a07-1afd-4b36-9a1d-683212bba7f7 HTTP/1.1" status: 204 len: 168 time: 0.7619603 Mar 08 19:38:26.121069 dv-cinder-830091-3-iscsi neutron-server[103680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f1ad3-49fb-4091-b7c8-ed63091d404a admin admin] Pushing event deleted for resources: {'Network': ['ID=79c01a07-1afd-4b36-9a1d-683212bba7f7,revision_number=None']} {{(pid=103680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:26.478376 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55774) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:26.522362 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-da02d83a-160b-4c0b-89ea-9d82e263a449 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=20e8b5f15db44609b06e2e7de694ebd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428143 Mar 08 19:38:26.525596 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55776) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:26.573525 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3755e29c-fc4d-4cc3-9a40-30d5bda2df91 admin admin] Publish callbacks [] for security_group (b7d8323a-041c-497c-8c06-fdf4a12e3a1c), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:26.594911 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3755e29c-fc4d-4cc3-9a40-30d5bda2df91 admin admin] Publish callbacks [] for security_group (b7d8323a-041c-497c-8c06-fdf4a12e3a1c), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:26.717328 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3755e29c-fc4d-4cc3-9a40-30d5bda2df91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (b7d8323a-041c-497c-8c06-fdf4a12e3a1c), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:26.720103 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-3755e29c-fc4d-4cc3-9a40-30d5bda2df91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:26.721275 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-3755e29c-fc4d-4cc3-9a40-30d5bda2df91 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b7d8323a-041c-497c-8c06-fdf4a12e3a1c HTTP/1.1" status: 204 len: 168 time: 0.1947582 Mar 08 19:38:26.729716 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755e29c-fc4d-4cc3-9a40-30d5bda2df91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d8323a-041c-497c-8c06-fdf4a12e3a1c,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:27.437684 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55782) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:27.477746 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-77d2c6fa-9486-4507-a3ff-142d84c6a549 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f033af3a62b4bb4ab65ba2ffb58d97a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388672 Mar 08 19:38:27.480197 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [-] (103681) accepted ('10.222.0.75', 55784) {{(pid=103681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:27.528529 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-da8686e0-e22c-4f40-b02e-c50a19119cdf admin admin] Publish callbacks [] for security_group (cb475f33-24ae-41ee-9c20-c7e83e7fb980), before_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:27.549331 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-da8686e0-e22c-4f40-b02e-c50a19119cdf admin admin] Publish callbacks [] for security_group (cb475f33-24ae-41ee-9c20-c7e83e7fb980), precommit_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:27.694418 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-da8686e0-e22c-4f40-b02e-c50a19119cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894167'] for security_group (cb475f33-24ae-41ee-9c20-c7e83e7fb980), after_delete {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:27.697817 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron_lib.callbacks.manager [None req-da8686e0-e22c-4f40-b02e-c50a19119cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:27.698986 dv-cinder-830091-3-iscsi neutron-server[103681]: INFO neutron.wsgi [None req-da8686e0-e22c-4f40-b02e-c50a19119cdf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cb475f33-24ae-41ee-9c20-c7e83e7fb980 HTTP/1.1" status: 204 len: 168 time: 0.2178814 Mar 08 19:38:27.706675 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8686e0-e22c-4f40-b02e-c50a19119cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb475f33-24ae-41ee-9c20-c7e83e7fb980,revision_number=None']} {{(pid=103681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:38:32.008781 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-129d3e4a-d6e5-4b2f-9ea0-bc2b99895107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:34.334528 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-8fea633d-93be-44a4-b2fb-f9526ebac1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:35.363059 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:37.396752 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:38.585773 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:52.933753 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:58.729788 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:39:01.973744 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aa718a89-8792-4c19-90e4-d2c9d593fdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:03.900155 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [req-fc10e1ea-b3cd-4588-95ba-19a9b5431ca9 req-f9119c63-de5b-46ce-9dc7-64b748dec6db tempest-AttachVolumeShelveTestJSON-1191894444 tempest-AttachVolumeShelveTestJSON-1191894444-project] (103681) timed out ('10.222.0.76', 60800) {{(pid=103681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 19:39:04.310648 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-3184a1b0-71a6-4356-ba64-d40a7630f3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:05.345696 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:07.372977 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:08.459304 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:22.933197 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:31.978758 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-57e217e5-2bd4-497c-bfcc-4a4666e47820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:34.293109 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-521f8164-c2eb-4aee-9e04-fa911f8e24cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:35.355701 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:35.729558 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:39:37.372775 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:38.505188 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:52.933371 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:02.010937 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-88d377d3-2534-460d-b2d0-c4c35e076d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:04.327130 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-6ed31215-673a-4c8a-b650-f24b36837322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:05.441838 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:07.395417 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:08.525227 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:12.727879 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:40:22.966458 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:32.057766 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-42a897f1-d1c3-4155-b45e-bd5016ac7c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:34.297686 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-f9e83cc5-9892-4647-b1e4-e89c3d30a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:35.366099 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:37.377546 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:38.479002 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:49.726818 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:40:52.937550 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:02.051471 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-95c5e962-b032-4302-8690-87cb6afd599b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:04.323972 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-534646aa-66cc-4769-9779-c36684c17e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:05.405264 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:07.462452 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:08.480268 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:22.942419 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:26.727191 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:41:31.976925 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0d86-0576-4d28-b6ca-3e94646e4ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:34.301885 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-efb0b71e-9b33-4f6a-ab9f-a392b3fcf821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:35.387634 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:37.381876 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:38.485013 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:52.930189 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:01.973857 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-d11eb2b3-35cd-4efa-acf5-134a662f4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:03.726719 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:42:04.330332 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b6b29a0a-11eb-490e-906f-ae4f585164b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:05.364208 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:07.381450 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:08.501730 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:23.013582 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:31.997946 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-dcb81d44-20f1-4260-a315-b48949ffdba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:34.307369 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-6a65fb42-1ef4-410f-8500-094faeb78522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:35.370067 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:37.407045 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:38.466306 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:40.725563 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:42:52.980582 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:53.047578 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [req-64608529-3aa0-4196-a39e-aa725cdef79e req-42f26aab-462b-45df-ac2e-eabad005965e service neutron] (103681) timed out ('10.222.0.75', 51452) {{(pid=103681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 19:42:54.275472 dv-cinder-830091-3-iscsi neutron-server[103681]: DEBUG neutron.wsgi [req-64608529-3aa0-4196-a39e-aa725cdef79e req-fed9e1aa-a8fa-49cc-85dc-11fff0ee9a7c tempest-TestShelveInstance-1839188641 tempest-TestShelveInstance-1839188641-project] (103681) timed out ('10.222.0.75', 51460) {{(pid=103681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 19:43:01.992089 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-5fff17ec-05fc-48aa-adf5-5e9a335123e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:04.311752 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-e63bb7d4-8d79-4323-aee9-a9c2c3594fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:05.418173 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:07.386029 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:08.505975 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:17.724515 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:43:23.034885 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:31.985529 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-52ab9859-edcf-4639-8ff3-a34c28a19a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4b2e4674-26fd-4f92-be53-bca579e1db7b), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:34.297075 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-bc719dac-3f17-484d-89d7-2b0d75a68d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (02ce210c-6794-42f8-aa58-b4bc85b9789a), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:35.377203 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-a1367dca-45e6-424e-9d73-1e1e8fce4af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (2632c599-e8b4-47d2-9b36-ccd2c2b0185c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:37.383611 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-aabe577a-dc16-4417-9fa0-65fed04af50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (4ec050f9-b965-41a1-8080-5fb8e9a69706), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:38.488266 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-0e3b8d82-0413-41e2-b4a6-95f6bf7c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (312513e6-7e3d-45bd-9cc3-8e98306b209c), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:53.000278 dv-cinder-830091-3-iscsi neutron-server[103682]: DEBUG neutron_lib.callbacks.manager [None req-b7fddd7e-eaca-43a4-8579-af91ec42e70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765378082901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726670'] for agent (19b70853-cee9-48fe-9ba2-bbf1cd874f81), after_update {{(pid=103682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:54.726340 dv-cinder-830091-3-iscsi neutron-server[103683]: DEBUG neutron.db.agents_db [None req-d5f6b38c-7520-45ba-b4eb-489b722bcd4d None None] Agent healthcheck: found 6 active agents {{(pid=103683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}